-- Logs begin at Tue 2022-02-15 04:31:49 UTC, end at Tue 2022-02-15 05:32:55 UTC. -- Feb 15 05:01:46.330284 dv-cinder-828696-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 05:01:49.271274 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.common.config [-] Logging enabled! Feb 15 05:01:49.271906 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev503 Feb 15 05:01:49.272004 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102562) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 05:01:49.275963 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.common.config [-] Logging enabled! Feb 15 05:01:49.276220 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev503 Feb 15 05:01:49.276532 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102562) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 05:01:49.277458 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 05:01:49.277693 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 05:01:49.278058 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 05:01:49.278305 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 05:01:49.278535 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 05:01:49.279003 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.279425 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 15 05:01:49.279769 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.280066 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.280359 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.280651 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.280937 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.281224 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.281510 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.281801 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.282084 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.282362 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.282648 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.282935 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.283212 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.283518 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.283801 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.284081 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] debug = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.284360 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.284789 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.285198 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.285481 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.285771 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.286046 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.286316 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.286591 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.286874 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.287198 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] host = dv-cinder-828696-5-iscsi {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.287474 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.287794 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.288082 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.288368 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.288642 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.288919 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.289204 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.289478 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.289753 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] log_file = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.290028 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.290340 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.290630 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.290918 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.291147 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.291372 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.291714 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.291990 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.292265 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.292544 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.292817 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.293090 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.293363 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.293632 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.293915 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.294197 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.294482 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.294756 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.295028 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.295298 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.295595 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.295881 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.296154 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.296428 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.296700 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.296982 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.297251 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.297522 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.297818 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.298104 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.298386 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.298673 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.298948 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.299229 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.299526 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.299789 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.300058 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] use_json = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.300328 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.300595 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.300872 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.301141 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.301409 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.301682 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.301950 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.302234 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.302509 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:49.302800 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.303093 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.303393 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.303717 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.304009 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.304289 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.304577 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.304852 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.305139 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.305427 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.305714 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.306023 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.306320 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.306608 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.306904 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.307207 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.307526 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.307813 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.308091 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.308367 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.308644 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.308922 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.309208 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.309481 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.309769 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.310056 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.310332 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.310628 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.310911 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.311201 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.311487 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.311783 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.312059 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.312354 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.312630 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.312903 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.313178 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.313464 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.313736 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.314004 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.314283 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.314557 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.314827 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.315096 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.315370 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.315684 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.315959 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.316229 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.316501 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.316773 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.317041 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.317321 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.317591 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.317859 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.318128 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.318404 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.318678 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.318951 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.319225 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.319505 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.319789 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.320060 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.320331 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.320602 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.320875 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.321145 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.321416 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.322201 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.322474 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.322745 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.323019 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.323289 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.323587 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.323861 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.324145 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.324438 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.324716 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.324992 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.325268 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.325541 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.325815 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.326089 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.326362 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.326639 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.326913 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.327204 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.327487 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.327792 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.328088 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.328363 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.328658 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.328934 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.329213 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.329488 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.329763 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.330043 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.330321 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.330616 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.330910 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.331203 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.331523 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.331805 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.332084 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.332386 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.332665 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:49.332887 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 05:01:49.333125 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102562) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 15 05:01:49.704017 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 05:01:49.704299 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 05:01:49.704610 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 05:01:49.704948 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 05:01:50.034743 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.034955 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.035228 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.036537 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.036818 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.037083 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.080532 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.080815 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.081086 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.096897 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.097178 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.097447 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.125374 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.125652 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.125917 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.165132 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.165449 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.165719 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.508538 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.509170 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.509170 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.509345 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.510032 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.608912 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.609233 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.609514 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.609792 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.610060 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.610374 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.610639 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.610900 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.611159 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.611442 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.611731 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.611996 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.612254 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.612508 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.612764 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.613029 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.613284 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.613552 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.613817 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.614076 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.614348 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.614601 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.614883 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.615256 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.615523 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.615774 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.616169 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 05:01:50.616408 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 05:01:50.616646 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 05:01:50.616881 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 05:01:50.617115 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 05:01:50.617347 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 05:01:50.617705 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 05:01:50.620844 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 05:01:50.624915 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 05:01:50.628728 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 15 05:01:50.630633 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 05:01:50.631099 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 05:01:50.631435 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 15 05:01:50.631845 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 05:01:50.635191 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 05:01:50.635439 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 05:01:50.635809 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 05:01:50.640667 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 15 05:01:50.663639 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 15 05:01:50.664256 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.664554 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102562) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 15 05:01:50.664917 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.666341 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102562) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 05:01:50.666619 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 05:01:50.666860 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 15 05:01:50.670216 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.670505 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:50.732547 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 05:01:50.732789 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 05:01:50.733029 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 05:01:50.733526 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 05:01:50.753220 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_db.sqlalchemy.engines [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102562) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 15 05:01:51.188355 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Initializing driver for type 'gre' Feb 15 05:01:51.188732 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] gre ID ranges: [(1, 1000)] Feb 15 05:01:51.241934 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Initializing driver for type 'local' Feb 15 05:01:51.242292 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Initializing driver for type 'vlan' Feb 15 05:01:51.255928 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] VlanTypeDriver initialization complete Feb 15 05:01:51.256311 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Initializing driver for type 'vxlan' Feb 15 05:01:51.256788 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] vxlan ID ranges: [(1, 1000)] Feb 15 05:01:51.309853 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Initializing extension driver 'port_security' Feb 15 05:01:51.310331 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.extensions.port_security [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] PortSecurityExtensionDriver initialization complete Feb 15 05:01:51.310760 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Initializing mechanism driver 'openvswitch' Feb 15 05:01:51.311090 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Initializing mechanism driver 'hyperv' Feb 15 05:01:51.317751 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.plugin [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:51.320145 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > port after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.320524 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > port after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.320884 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > port after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.321418 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 05:01:51.322701 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > subnet after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.323091 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > subnet after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.323447 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > subnet after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.323874 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 05:01:51.324306 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > network after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.324658 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > network after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.325002 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > network after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.325409 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 05:01:51.325828 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > security_group after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.326179 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > security_group after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.326522 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > security_group after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.326930 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 05:01:51.327341 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.327723 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.328064 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.328462 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 05:01:51.328874 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > address_group after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.329221 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > address_group after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.329559 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > address_group after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.329971 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 05:01:51.330427 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] ML2 OVO RPC backend initialized. {{(pid=102562) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 15 05:01:51.331136 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router_interface after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.331490 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.331933 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > network before_response 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.332281 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > networks before_response 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.332630 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > port before_response 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.332980 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > ports before_response 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.333323 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > subnet before_response 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.333663 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > subnets before_response 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.334007 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > network after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.334346 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > network after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.334681 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > network after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.335017 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > port after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.335351 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > port after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.335717 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > port after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.336056 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > subnet after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.336402 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > subnet after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.336737 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > subnet after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.344026 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded quota_driver: . Feb 15 05:01:51.344397 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.plugin [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Modular L2 Plugin initialization complete Feb 15 05:01:51.344750 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading services supported by the core plugin {{(pid=102562) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 05:01:51.345095 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.plugins.ml2.managers [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Got port-security extension from driver 'port_security' Feb 15 05:01:51.345585 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.extensions.vlantransparent [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Disabled vlantransparent extension. Feb 15 05:01:51.346085 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102562) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 05:01:51.346412 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading Plugin: router Feb 15 05:01:51.383021 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router_interface before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.383409 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router after_create 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.383807 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router before_create 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.384206 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.384583 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.384943 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router after_delete 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.385305 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > floatingip after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.385656 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > floatingip after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.386018 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router after_create 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.386364 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router after_update 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.386716 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router after_update 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.387065 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.387422 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router after_update 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.387857 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router precommit_update 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.388224 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: port after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.388564 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: port after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.388900 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: subnet after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.389237 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.389582 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > port precommit_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.389928 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router precommit_create 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.390273 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: port before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.390615 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router precommit_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.390969 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router after_update 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.391314 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router precommit_delete 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.391819 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router precommit_create 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.392188 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router_interface after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.392536 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router precommit_update 55549900 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.392899 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > agent after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.393249 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > agent after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.393593 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > network after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.394442 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Tracking information for resource: router configured {{(pid=102562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 05:01:51.394774 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Tracking information for resource: floatingip configured {{(pid=102562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 05:01:51.399715 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.db.l3_agentschedulers_db [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 05:01:51.400299 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: port after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.400661 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: port after_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.401015 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: port after_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.401366 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: port after_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.402142 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router before_create 55550100 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.402506 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router precommit_delete 55550100 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.402868 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router precommit_create 55550100 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.403224 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > router precommit_update 55550100 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.408069 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.services.provider_configuration [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service providers = [] {{(pid=102562) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 05:01:51.408436 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.db.servicetype_db [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102562) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 05:01:51.411368 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.services.service_base [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 05:01:51.411757 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.services.service_base [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 05:01:51.412102 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.services.service_base [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 05:01:51.412983 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.services.service_base [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 05:01:51.413356 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.services.service_base [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 05:01:51.413722 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 05:01:51.414044 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 05:01:51.425274 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 05:01:51.425616 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading Plugin: auto_allocate Feb 15 05:01:51.432102 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: network precommit_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.432475 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: network precommit_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.432989 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 05:01:51.433317 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading Plugin: tag Feb 15 05:01:51.440188 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 05:01:51.440453 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading Plugin: timestamp Feb 15 05:01:51.445251 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 05:01:51.445585 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading Plugin: network_ip_availability Feb 15 05:01:51.451556 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.451934 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.452293 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.453003 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 05:01:51.453324 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading Plugin: flavors Feb 15 05:01:51.458324 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 05:01:51.458657 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading Plugin: revisions Feb 15 05:01:51.463571 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 05:01:51.463966 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_concurrency.lockutils [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.759s {{(pid=102562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 05:01:51.464699 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102562) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 15 05:01:51.465037 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Initializing extension manager. Feb 15 05:01:51.465557 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: __init__.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.465898 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: __pycache__ {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.466231 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.466564 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: address_group.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.467320 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.467923 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: address-group Feb 15 05:01:51.468251 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: address_scope.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.468968 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.469476 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: address-scope Feb 15 05:01:51.469799 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: admin_state_down_before_update.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.470723 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.471233 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: router-admin-state-down-before-update Feb 15 05:01:51.471587 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: agent.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.472290 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.472798 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: agent Feb 15 05:01:51.473120 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: agent_resources_synced.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.474028 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.474541 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: agent-resources-synced Feb 15 05:01:51.474863 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: allowedaddresspairs.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.476667 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.477201 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: allowed-address-pairs Feb 15 05:01:51.477531 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: auto_allocated_topology.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.478640 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.479168 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: auto-allocated-topology Feb 15 05:01:51.479484 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: availability_zone.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.480204 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.480714 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: availability_zone Feb 15 05:01:51.481033 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: availability_zone_filter.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.481952 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.482467 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: availability_zone_filter Feb 15 05:01:51.482787 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: data_plane_status.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.483725 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.484234 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 05:01:51.484554 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: default_subnetpools.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.485469 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.485981 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: default-subnetpools Feb 15 05:01:51.486301 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: dhcpagentscheduler.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.487111 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.487652 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: dhcp_agent_scheduler Feb 15 05:01:51.487978 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: dns.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.488896 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.489402 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension dns-integration not supported by any of loaded plugins Feb 15 05:01:51.489726 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: dns_domain_ports.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.490646 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.491150 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 05:01:51.491474 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.492421 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.492924 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 15 05:01:51.493247 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: dvr.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.493953 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.494454 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: dvr Feb 15 05:01:51.494775 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: ecmp_routes.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.495717 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.496223 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension ecmp_routes not supported by any of loaded plugins Feb 15 05:01:51.496546 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: empty_string_filtering.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.497471 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.497981 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: empty-string-filtering Feb 15 05:01:51.498300 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.499206 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.499738 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 05:01:51.500062 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.500975 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.501482 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 05:01:51.501802 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: external_net.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.502711 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.503222 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: external-net Feb 15 05:01:51.503575 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: extra_dhcp_opt.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.504740 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.505267 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: extra_dhcp_opt Feb 15 05:01:51.505576 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: extraroute.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.506485 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.506989 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: extraroute Feb 15 05:01:51.507314 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: extraroute_atomic.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.508374 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.508881 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: extraroute-atomic Feb 15 05:01:51.509909 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: filter_validation.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.510397 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.510903 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: filter-validation Feb 15 05:01:51.511222 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: fip_pf_description.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.512164 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.512673 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 05:01:51.512992 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: fip_port_details.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.514096 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.514610 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: fip-port-details Feb 15 05:01:51.514933 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: flavors.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.516204 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.516726 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: flavors Feb 15 05:01:51.517053 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.518732 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.519251 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 05:01:51.519619 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: floatingip_pools.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.520322 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.520836 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: floatingip-pools Feb 15 05:01:51.521165 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: ip_allocation.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.522093 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.522598 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 05:01:51.522922 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.523891 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.524401 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: ip-substring-filtering Feb 15 05:01:51.525378 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: l2_adjacency.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.526307 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.526813 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 05:01:51.527136 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: l3.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.528141 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.528660 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: router Feb 15 05:01:51.528986 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: l3_conntrack_helper.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.531240 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.531801 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 05:01:51.532136 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.533064 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.533581 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: ext-gw-mode Feb 15 05:01:51.533910 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.534841 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.535357 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: l3-ha Feb 15 05:01:51.535715 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.536629 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.537135 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 15 05:01:51.537459 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: l3_flavors.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.538382 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.538892 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: l3-flavors Feb 15 05:01:51.539219 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: l3_ndp_proxy.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.540679 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.541212 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 15 05:01:51.541546 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.542476 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.543000 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 05:01:51.543329 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: l3agentscheduler.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.544382 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.544897 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: l3_agent_scheduler Feb 15 05:01:51.545228 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: local_ip.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.547013 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.547572 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension local_ip not supported by any of loaded plugins Feb 15 05:01:51.547912 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: logging.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.549537 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.550066 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension logging not supported by any of loaded plugins Feb 15 05:01:51.550396 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: metering.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.551136 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.551748 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: metering Feb 15 05:01:51.552077 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.553174 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.553699 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: metering_source_and_destination_fields Feb 15 05:01:51.554028 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: multiprovidernet.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.554971 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.555485 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: multi-provider Feb 15 05:01:51.555859 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: netmtu.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.556781 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.557296 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: net-mtu Feb 15 05:01:51.557625 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: netmtu_writable.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.558548 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.559062 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: net-mtu-writable Feb 15 05:01:51.559386 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: network_availability_zone.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.560094 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.560607 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: network_availability_zone Feb 15 05:01:51.560927 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: network_ip_availability.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.562045 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.562565 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: network-ip-availability Feb 15 05:01:51.562889 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: network_segment_range.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.563702 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.564213 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 05:01:51.564536 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: pagination.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.565525 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.565860 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: pagination Feb 15 05:01:51.566186 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: port_device_profile.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.567102 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.567661 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: port-device-profile Feb 15 05:01:51.567985 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.568908 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.569420 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: port-mac-address-regenerate Feb 15 05:01:51.569743 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.570655 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.571163 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: port-numa-affinity-policy Feb 15 05:01:51.572017 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: port_resource_request.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.572953 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.573459 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 05:01:51.573781 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: port_resource_request_groups.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.574759 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.575266 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 15 05:01:51.575622 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: portbindings.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.576551 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.577060 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: binding Feb 15 05:01:51.577379 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: portbindings_extended.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.578661 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.579174 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: binding-extended Feb 15 05:01:51.579517 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: portsecurity.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.580444 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.580959 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: port-security Feb 15 05:01:51.581285 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: project_id.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.582261 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.582597 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: project-id Feb 15 05:01:51.582922 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: providernet.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.583870 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.584386 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: provider Feb 15 05:01:51.584708 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.588954 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.589483 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos not supported by any of loaded plugins Feb 15 05:01:51.589817 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.591064 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.591620 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 05:01:51.591954 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.592894 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.593414 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 05:01:51.593743 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos_default.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.594655 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.595172 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos-default not supported by any of loaded plugins Feb 15 05:01:51.595515 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos_fip.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.596440 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.596954 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos-fip not supported by any of loaded plugins Feb 15 05:01:51.597281 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos_fip_network_policy.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.598204 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.598720 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 15 05:01:51.599045 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos_gateway_ip.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.600115 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.600629 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 05:01:51.600956 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos_port_network_policy.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.601879 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.602391 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 05:01:51.602737 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.603810 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.604327 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 15 05:01:51.604653 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.605704 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.606221 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 15 05:01:51.606552 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos_pps_rule.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.607782 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.608305 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos-pps not supported by any of loaded plugins Feb 15 05:01:51.608631 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos_rule_type_details.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.609557 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.610070 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 05:01:51.610391 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: qos_rules_alias.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.611455 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.611999 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 05:01:51.612323 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: quota_check_limit.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.613241 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.613768 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: quota-check-limit Feb 15 05:01:51.614093 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: quotasv2.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.615014 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.615343 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: quotas Feb 15 05:01:51.615706 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: quotasv2_detail.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.617421 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.617767 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: quota_details Feb 15 05:01:51.618097 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: rbac.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.619162 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.619715 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: rbac-policies Feb 15 05:01:51.620049 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: rbac_address_group.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.620975 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.621493 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: rbac-address-group Feb 15 05:01:51.621818 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: rbac_address_scope.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.622740 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.623259 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: rbac-address-scope Feb 15 05:01:51.623623 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: rbac_security_groups.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.624544 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.625058 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: rbac-security-groups Feb 15 05:01:51.625382 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: rbac_subnetpool.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.626376 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.626891 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: rbac-subnetpool Feb 15 05:01:51.627215 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: revisionifmatch.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.628174 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.628689 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: revision-if-match Feb 15 05:01:51.629015 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: revisions.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.630389 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.630905 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: standard-attr-revisions Feb 15 05:01:51.631233 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: router_availability_zone.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.631944 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.632458 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: router_availability_zone Feb 15 05:01:51.632782 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: routerservicetype.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.633710 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.634742 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension router-service-type not supported by any of loaded plugins Feb 15 05:01:51.635064 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.636016 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.636533 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: security-groups-normalized-cidr Feb 15 05:01:51.636857 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: security_groups_port_filtering.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.637779 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.638299 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: port-security-groups-filtering Feb 15 05:01:51.638623 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.639582 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.640116 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: security-groups-remote-address-group Feb 15 05:01:51.640420 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.641359 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.641870 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: security-groups-shared-filtering Feb 15 05:01:51.642191 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.642776 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 15 05:01:51.643094 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: securitygroup.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.654665 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.655199 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: security-group Feb 15 05:01:51.655564 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: segment.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.656360 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.656874 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension segment not supported by any of loaded plugins Feb 15 05:01:51.657200 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.658154 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.658676 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 05:01:51.659003 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: servicetype.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.660139 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.660662 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: service-type Feb 15 05:01:51.660990 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: sorting.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.661980 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.662315 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: sorting Feb 15 05:01:51.662639 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: standard_attr_segment.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.663583 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.664104 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 05:01:51.664428 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: standardattrdescription.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.665076 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.665616 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: standard-attr-description Feb 15 05:01:51.665943 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: stateful_security_group.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.666883 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.667399 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: stateful-security-group Feb 15 05:01:51.667758 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: stdattrs_common.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.668335 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 05:01:51.668658 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.669602 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.670119 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 05:01:51.670446 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: subnet_onboard.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.671564 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.672091 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: subnet_onboard Feb 15 05:01:51.672419 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.673354 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.673868 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 05:01:51.674196 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: subnet_service_types.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.675126 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.675683 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: subnet-service-types Feb 15 05:01:51.676010 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: subnetallocation.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.677091 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.677611 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: subnet_allocation Feb 15 05:01:51.677942 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.678629 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.679142 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: subnetpool-prefix-ops Feb 15 05:01:51.679472 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.680428 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.680969 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 05:01:51.681297 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: tagging.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.682355 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.682873 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: standard-attr-tag Feb 15 05:01:51.683204 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: timestamp.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.684455 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.684973 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loaded extension: standard-attr-timestamp Feb 15 05:01:51.685304 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: trunk.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.686344 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.686861 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension trunk not supported by any of loaded plugins Feb 15 05:01:51.687190 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: trunk_details.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.688146 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.688665 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension trunk-details not supported by any of loaded plugins Feb 15 05:01:51.688989 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: uplink_status_propagation.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.689914 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.690472 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 05:01:51.690755 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Loading extension file: vlantransparent.py {{(pid=102562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 05:01:51.691427 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 05:01:51.691965 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 05:01:51.694418 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:network Feb 15 05:01:51.694935 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:subnet Feb 15 05:01:51.695342 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 05:01:51.695775 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:port Feb 15 05:01:51.697531 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.697962 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service FLAVORS assigned prefix: {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.698579 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.699026 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.699358 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:router Feb 15 05:01:51.699818 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:floatingip Feb 15 05:01:51.700318 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service METERING assigned prefix: /metering {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.701732 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.702101 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.702453 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:01:51.703438 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 05:01:51.703903 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:security_group Feb 15 05:01:51.704351 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 05:01:51.704960 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service CORE assigned prefix: {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.705292 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 05:01:51.705652 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] subnetpool is already registered Feb 15 05:01:51.706077 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service CORE assigned prefix: {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.706403 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 05:01:51.706742 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] subnetpool is already registered Feb 15 05:01:51.709043 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.709474 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service FLAVORS assigned prefix: {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.710055 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.710471 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.710807 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:router Feb 15 05:01:51.711155 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] router is already registered Feb 15 05:01:51.711591 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:floatingip Feb 15 05:01:51.711936 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] floatingip is already registered Feb 15 05:01:51.712933 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service METERING assigned prefix: /metering {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.713598 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 05:01:51.713933 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] rbac_policy is already registered Feb 15 05:01:51.714349 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:security_group Feb 15 05:01:51.714687 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] security_group is already registered Feb 15 05:01:51.715094 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 05:01:51.715428 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] security_group_rule is already registered Feb 15 05:01:51.716088 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service CORE assigned prefix: {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.716424 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 05:01:51.716760 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] subnetpool is already registered Feb 15 05:01:51.717181 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.v2.resource_helper [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Service CORE assigned prefix: {{(pid=102562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 05:01:51.717509 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 05:01:51.717841 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING neutron.quota.resource_registry [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] subnetpool is already registered Feb 15 05:01:51.718295 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: extensions {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.719795 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: address-groups {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.721303 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: address-scopes {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.722643 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: agents {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.723935 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: auto-allocated-topology {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.725187 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: availability_zones {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.726431 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: dhcp-networks {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.727994 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: dhcp-agents {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.729432 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: routers {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.731692 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: flavors {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.732862 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: service_profiles {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.734094 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: next_providers {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.735590 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: service_profiles {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.737133 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: floatingip-pools {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.738372 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: routers {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.740518 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: floatingips {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.741806 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: l3-routers {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.743213 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: l3-agents {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.745219 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: metering-labels {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.746587 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: metering-label-rules {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.747904 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: network-ip-availabilities {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.749170 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: bindings {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.751684 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: quotas {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.753345 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: quotas {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.755149 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: rbac-policies {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.756470 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: security-groups {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.757712 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: security-group-rules {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.758971 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: service-providers {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.760767 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: subnetpools {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.762218 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: subnetpools {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.763700 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: tags {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.765417 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: tags {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.767215 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: tags {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.769054 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: tags {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.770850 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: tags {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.772751 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: tags {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.774434 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: tags {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.776439 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: tags {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.778206 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: tags {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.780081 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron.api.extensions [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Extended resource: tags {{(pid=102562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 05:01:51.785909 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING keystonemiddleware.auth_token [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 05:01:51.790676 dv-cinder-828696-5-iscsi neutron-server[102562]: WARNING keystonemiddleware.auth_token [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 05:01:51.799170 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_concurrency.lockutils [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Acquired lock "singleton_lock" {{(pid=102562) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 15 05:01:51.799693 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_concurrency.lockutils [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Releasing lock "singleton_lock" {{(pid=102562) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 15 05:01:51.800343 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO oslo_service.service [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Starting 2 workers Feb 15 05:01:51.805202 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Started child 102669 {{(pid=102562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 05:01:51.810254 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Started child 102670 {{(pid=102562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 05:01:51.811102 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:51.811900 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO neutron.service [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 05:01:51.812482 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Publish callbacks [] for process (None), before_spawn {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:51.812848 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [-] (102669) wsgi starting up on http://0.0.0.0:9696 Feb 15 05:01:51.814871 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:51.815319 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO oslo_service.service [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Starting 1 workers Feb 15 05:01:51.816356 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [-] (102670) wsgi starting up on http://0.0.0.0:9696 Feb 15 05:01:51.820189 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Started child 102671 {{(pid=102562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 05:01:51.820713 dv-cinder-828696-5-iscsi neutron-server[102562]: INFO oslo_service.service [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Starting 1 workers Feb 15 05:01:51.824359 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.service [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] calling RpcWorker wait() {{(pid=102671) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 05:01:51.824880 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.service [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] returning from RpcWorker wait() {{(pid=102671) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 05:01:51.825845 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Started child 102672 {{(pid=102562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 05:01:51.826277 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:51.826636 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-45ff6bf5-4c6f-4148-a38d-9b40abd582ad None None] Publish callbacks [] for process (None), after_spawn {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:51.826875 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:51.828567 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102562) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 05:01:51.828780 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 05:01:51.828969 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 05:01:51.829194 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 05:01:51.829546 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 05:01:51.829710 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 05:01:51.830190 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.830463 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.830626 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:01:51.831090 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.831090 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.831219 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.831830 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:51.831938 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.832085 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.832505 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.832785 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.833017 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.833187 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.833356 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.833619 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.833869 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.834147 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.834394 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.834632 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.834901 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.835078 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.835328 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.835634 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.835888 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.836153 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] debug = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.836405 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.836863 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.837144 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.837388 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.837623 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.837889 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.838114 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.838379 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.838616 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.838848 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.839078 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.839324 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.839575 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.839788 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.840049 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.840266 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.840537 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.840768 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.841227 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] host = dv-cinder-828696-5-iscsi {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.841479 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.841692 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.841936 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.842188 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.842430 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.842670 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.843008 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.843183 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.843417 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.843667 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.843915 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.844166 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.844397 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.844626 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_file = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.844789 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_options = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.845018 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.845306 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.845560 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.845744 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.845920 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.846132 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.846322 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.846472 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.846712 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.846941 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.847153 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.847381 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.847643 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.847878 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.848142 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.848369 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.848599 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.848848 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.849112 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.849336 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.849557 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.849784 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.850013 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.850237 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.850447 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.850656 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.850896 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.851126 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.851346 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.851631 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.851862 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.852631 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.852631 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.852631 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.853093 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.853093 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.853375 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.853517 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.853737 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.853961 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.854357 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.854752 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.855243 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.855695 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.856112 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.856565 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.857029 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] use_json = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.857441 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.857860 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.858295 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.858694 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.859070 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.859458 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.859904 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.860338 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.860736 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.861345 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.861808 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.862314 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.862722 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.863101 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.863486 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.863896 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.864269 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.864668 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.865064 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.865550 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.865998 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.866117 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.866429 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.866666 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.866986 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.867257 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.867566 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.867808 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.868058 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.868291 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.869246 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.869708 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.870105 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.870516 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.870937 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.871342 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.871821 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.872301 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.872823 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.873281 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.873614 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.873948 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.874176 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.874421 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.874835 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.875232 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.875663 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.876073 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.876522 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.876938 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.877348 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.877760 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.878168 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.878537 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.878929 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.879305 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.879995 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.880372 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.880779 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.881137 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.881514 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.881888 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.882259 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.882501 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.882725 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.882997 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.883253 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.883702 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.883926 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.884726 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.884950 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.885187 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.885406 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.885641 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.885868 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.886080 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.886286 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.886524 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.886735 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.886943 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.887159 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.887377 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.887620 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.887851 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.888069 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.888282 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.888500 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.888727 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.888939 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.889155 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.889392 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.889645 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.889833 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.890047 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.890261 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.890472 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.890681 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.890916 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.891126 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.891360 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.891674 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.891999 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.892247 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.892493 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.892726 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.892981 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.893194 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.893441 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.893655 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.893903 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.894128 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.894386 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.894608 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.894994 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.895241 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.895459 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.895717 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.895943 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.896185 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.896401 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.896644 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.896899 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.897167 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.897422 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.897656 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.897890 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.898145 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.898425 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.898661 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.899121 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.899580 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.900010 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.900312 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.900588 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.900887 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.901142 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.901399 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.901834 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.902218 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.902494 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.902727 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.902970 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.903206 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.903446 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.903885 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.904112 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.904344 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.904663 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.904920 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.905135 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.905512 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.905970 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.906226 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.906479 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.906751 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.906998 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.907231 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.907484 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.907736 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.907955 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.908219 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.908449 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.908668 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.908908 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.909338 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.909738 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.909978 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.910194 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.910448 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.910850 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.911074 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.911311 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.911552 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.911770 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.912021 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.912233 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.912632 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.913062 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.913282 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.913502 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.913720 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.913952 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.914201 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.914438 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.914703 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.914954 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.915218 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.915452 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.915708 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.915962 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.916172 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.916437 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.916657 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.916870 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.917087 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.917322 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.917534 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.917797 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.917993 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.918202 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.918446 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.918700 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.919034 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.919276 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.919539 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.919769 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.920026 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.920255 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.920470 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.920688 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.920906 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.921119 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.921336 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.921574 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.921790 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.922009 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.922243 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.922477 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.922715 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.922956 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.923195 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.923409 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.923675 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.923894 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.924109 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.924323 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.924532 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.924748 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.924961 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.925175 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.925384 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.925664 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.925903 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.926138 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.926403 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.926617 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.926827 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.927105 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.927316 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.927547 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.927767 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.928000 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.928210 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.928434 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.928645 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.928823 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:01:51.928917 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.929064 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.929300 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.929517 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.929743 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.929953 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.930160 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.930578 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.931330 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.931577 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.931806 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.932017 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.932228 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.932446 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.932830 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.933200 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.933599 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.933964 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.934318 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.934698 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.935064 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.935284 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.935609 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.936033 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.936971 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.937456 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.937915 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.938274 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.938731 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.939217 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.939453 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.939961 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.940182 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.940644 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.940820 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.941084 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.941408 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.941714 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.941985 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.942248 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.942524 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.942813 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.943087 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.943307 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.943634 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.943975 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.944254 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.944501 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.944757 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.945170 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.945394 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.945640 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.945894 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.946136 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.946311 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.947098 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.947338 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.947627 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.947877 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.948040 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.948267 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.948658 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.948805 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.949008 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.949245 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.949369 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 05:01:51.949916 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102562) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 05:01:51.950092 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 05:01:51.950225 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 05:01:51.950404 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 05:01:51.950688 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 05:01:51.950814 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 05:01:51.950936 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.951144 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.951254 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.951419 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.951622 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.951861 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.951982 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.952112 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.952368 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.952482 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.952606 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.952760 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.952961 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.953209 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.953209 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.953443 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.954434 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.954434 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.954434 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.954434 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.954434 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.954434 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.955627 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] debug = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.955627 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.955627 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.955627 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.955627 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.955627 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.956275 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.956275 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.956275 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.956275 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.956275 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.956275 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.956984 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.956984 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.956984 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.956984 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.956984 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.957637 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.957637 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.957637 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] host = dv-cinder-828696-5-iscsi {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.957637 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.957958 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.957958 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.958490 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.958490 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.958490 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.958490 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.959416 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.959416 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.959416 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.959416 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.959416 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.959416 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.961363 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_file = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.961363 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_options = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.961363 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.961363 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.961363 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.961363 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.961363 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.962086 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.962086 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.962086 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.962086 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.962086 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.962086 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.962086 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.962086 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.963331 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.963331 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.963331 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.963331 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.963331 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.963331 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.963331 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.963331 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.964624 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.964624 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.964624 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.964624 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.964624 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.964624 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.964624 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.964624 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.964624 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.965689 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.965689 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.965689 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.965689 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.965689 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.965689 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.966425 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.966425 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.966425 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.966425 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.966425 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.967091 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.967091 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.967091 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.967091 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.967673 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.967673 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] use_json = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.967673 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.967673 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.968193 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.968193 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.968193 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.968634 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.968634 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.968634 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.969319 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 05:01:51.969319 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.969319 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.969319 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.970115 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.970115 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.970115 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.970115 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.970115 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.971524 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.971524 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.971524 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.971524 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.971524 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.971524 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.971524 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.971524 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.973159 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.973159 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.973159 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.973159 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.973159 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.973159 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.973159 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.973159 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974384 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974384 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974384 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974384 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974384 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974384 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974384 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974384 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974921 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974921 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974921 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974921 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.974921 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.975264 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.975264 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.975470 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.975470 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.975739 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.975861 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.975958 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.976095 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.976258 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.976421 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.976583 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.976744 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.976906 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.977069 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.977231 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.977394 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.977556 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.977742 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.977905 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.978067 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.978240 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.978401 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.978562 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.978723 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.978885 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.979045 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.979205 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.979365 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.979564 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.979710 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.979871 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.980045 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.980205 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.980368 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.980529 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.980691 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.980852 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.981013 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.981175 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.981341 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.981502 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.981664 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.981826 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.981986 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.982147 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.982309 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.982471 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.982633 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.982795 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.982956 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.983117 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.983279 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.983439 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.983621 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.983791 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.983967 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.984128 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.984293 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.984457 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.984617 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.984777 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.984938 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.985098 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.985260 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.985420 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.985582 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.985743 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.985906 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.986066 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.986227 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.986387 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.986547 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.986706 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.986866 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.987026 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.987186 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.987347 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.987520 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.987692 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.987852 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.988012 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.988182 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.988341 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.988504 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.988666 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.988833 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.989004 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.989167 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.989329 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.989491 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.989652 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.989814 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.989975 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.990136 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.990298 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.990459 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.990620 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.990793 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.990957 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.991119 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.991284 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.991468 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.991653 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.991814 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.991976 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.992138 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.992298 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.992458 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.992619 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.992780 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.992942 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.993104 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.993266 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.993956 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.994118 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.994280 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.994445 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.994607 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.994770 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.994933 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.995096 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.995259 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.995420 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.995604 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.995767 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.995929 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.996093 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.996255 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.996417 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.996578 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.996741 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.996903 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.997064 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.997226 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.997386 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.997548 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.997708 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.997870 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.998033 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.998196 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.998359 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.998522 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.998683 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.998846 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.999008 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.999172 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.999333 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.999534 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.999678 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:51.999841 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.000003 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.000397 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.000569 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.000736 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.000900 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.001063 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.001245 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.001408 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.001571 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.001739 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.001906 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.002069 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.002233 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.002397 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.003547 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.003547 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.003547 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.003547 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.004118 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 48696) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:01:52.004294 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.004294 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.004294 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.004294 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.004294 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.004294 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.004294 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.004294 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.005649 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.005649 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.005649 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.005649 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.005649 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.005649 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.005649 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.006501 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.006501 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.006501 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.006501 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.006501 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.006501 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.007252 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.007252 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.007252 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.007252 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.007252 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.007875 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.007875 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.007875 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.008148 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.008278 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.008455 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.008611 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.008774 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.008925 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.008925 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.008925 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.010090 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.010090 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.010261 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.010423 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.010595 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.010758 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.010920 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.011082 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.011281 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.011405 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.011607 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.011778 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.011937 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.012102 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.012835 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.012835 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.012835 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.013046 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070832 Feb 15 05:01:52.013126 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.013126 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.013126 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.013302 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.013376 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.013493 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.013666 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.013829 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.013994 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.014156 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.014318 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.014480 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.014647 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.014814 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.014989 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.015160 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.015953 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.015953 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.015953 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.015953 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.015953 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.016304 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.017242 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.017431 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.017597 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.017761 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.017924 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.018086 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.018248 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.018410 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.018572 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.018733 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.018895 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.019056 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.019217 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.019378 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.019566 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.019727 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.019894 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.020055 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.020217 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.020380 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 05:01:52.020534 dv-cinder-828696-5-iscsi neutron-server[102562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 05:02:03.229723 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7788ab0a-f784-40b7-a1d4-de5104b604d4 None None] get_active_networks_info from dv-cinder-828696-5-iscsi {{(pid=102671) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 05:02:03.393294 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788ab0a-f784-40b7-a1d4-de5104b604d4 None None] No non-hosted networks {{(pid=102671) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 05:02:03.400748 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.agentschedulers_db [None req-7788ab0a-f784-40b7-a1d4-de5104b604d4 None None] DHCP Agent not found on host dv-cinder-828696-5-iscsi {{(pid=102671) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 15 05:02:03.444379 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-035e2873-d2e2-49cd-9c78-2b9b2a0e91d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526491'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:05.406264 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fda293c1-4e1e-4295-add1-a2904620c204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526491'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:05.448567 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4fb075fa-40f9-4e02-938c-e849279f1b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:06.526123 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526491'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:08.351730 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526491'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:08.794564 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.db.l3_hamode_db [None req-cfc9fb41-723e-4ef5-b537-5cb30886f8a9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 05:02:08.871114 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9fb41-723e-4ef5-b537-5cb30886f8a9 None None] Routers set() bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:02:08.871478 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9fb41-723e-4ef5-b537-5cb30886f8a9 None None] Router IDs set() for agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 05:02:09.357631 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 48778) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:09.538779 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526491'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:09.541568 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.541929 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.542264 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.542834 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.545022 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.545818 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.546607 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.546986 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.547318 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.548026 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.548687 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.549444 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.550164 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:09.550645 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828696-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:09.562069 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828696-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:09.872838 dv-cinder-828696-5-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-edf0648b-256f-449a-9ee1-a56fe23a03f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 05:02:09.873427 dv-cinder-828696-5-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-edf0648b-256f-449a-9ee1-a56fe23a03f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 05:02:10.099205 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-edf0648b-256f-449a-9ee1-a56fe23a03f5 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:02:10.100353 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-edf0648b-256f-449a-9ee1-a56fe23a03f5 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7418520 Feb 15 05:02:12.538079 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 48804) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:12.840926 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3844cb02-43a7-478e-8613-7f9d5561626a admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:02:12.931561 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.policy [None req-3844cb02-43a7-478e-8613-7f9d5561626a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102669) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 05:02:12.974283 dv-cinder-828696-5-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-3844cb02-43a7-478e-8613-7f9d5561626a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 05:02:12.974674 dv-cinder-828696-5-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-3844cb02-43a7-478e-8613-7f9d5561626a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 05:02:13.072698 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3844cb02-43a7-478e-8613-7f9d5561626a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729012355300', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729012355763', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729012443183', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729012437798', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729012447704', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729012466830', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16655418', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16302394', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1038990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-950013'] for rbac-policy (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:13.138574 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3844cb02-43a7-478e-8613-7f9d5561626a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:13.139809 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3844cb02-43a7-478e-8613-7f9d5561626a admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6007338 Feb 15 05:02:15.526515 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 48814) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:15.830891 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:02:15.858753 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Made reservation on behalf of fa0bdee9b7d3490d95b10393b4cb106a for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:02:15.862347 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:15.878542 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:15.986978 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Publish callbacks [] for security_group (d399138f-db5f-4848-9d61-cdf9f68d04ae), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:15.990376 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (d399138f-db5f-4848-9d61-cdf9f68d04ae), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:16.011328 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:02:16.045983 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729009002343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (9a0129da-db88-4d2c-ab8e-c80bb5bad092), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:16.046555 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Unsubscribe: segment precommit_create {{(pid=102669) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 05:02:16.047084 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Added segment 9a0129da-db88-4d2c-ab8e-c80bb5bad092 of type vlan for network 08182f83-d052-45d6-bfb2-2ff0b227a654 Feb 15 05:02:16.066446 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d399138f-db5f-4848-9d61-cdf9f68d04ae,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:16.116288 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.116656 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.117012 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.117347 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.118305 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.118632 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.118959 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.119278 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.119630 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.119953 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.120272 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.120591 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.120916 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Tracked resource versions report: Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: pushed versions: Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: { 'AddressGroup': {'1.2'}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'LocalIPAssociation': {'1.0'}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Log': {'1.0'}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Network': {'1.1'}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Port': {'1.7'}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'PortForwarding': {'1.2'}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'QosPolicy': {'1.10'}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'SecurityGroup': {'1.5'}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'SubPort': {'1.0'}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Subnet': {'1.1'}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Trunk': {'1.1'}} Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: consumer versions: Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: { DHCP agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: L3 agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: Metadata agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: Metering agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: Open vSwitch agent@dv-cinder-828696-5-iscsi: { 'AddressGroup': '1.2', Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'ConntrackHelper': '1.0', Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'LocalIPAssociation': '1.0', Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Log': '1.0', Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Network': '1.1', Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Port': '1.7', Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'PortForwarding': '1.2', Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'QosPolicy': '1.10', Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'SecurityGroup': '1.5', Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'SecurityGroupRule': '1.2', Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'SubPort': '1.0', Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Subnet': '1.1', Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Trunk': '1.1'}} Feb 15 05:02:16.122265 dv-cinder-828696-5-iscsi neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 05:02:16.155096 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (08182f83-d052-45d6-bfb2-2ff0b227a654), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:16.196794 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (08182f83-d052-45d6-bfb2-2ff0b227a654), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:16.201834 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:16.202521 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:16.290267 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7621660 Feb 15 05:02:16.319429 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748e989-aa19-434a-95fb-174323ca65fc demo demo] Pushing event updated for resources: {'Network': ['ID=08182f83-d052-45d6-bfb2-2ff0b227a654,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:16.331381 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 08182f83-d052-45d6-bfb2-2ff0b227a654 details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:02:18.751675 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 48826) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:19.149507 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f9b44b-18a3-4ce5-83ca-ba9082050555 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:19.150785 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-12f9b44b-18a3-4ce5-83ca-ba9082050555 demo admin] 10.222.0.43 "GET /v2.0/networks/08182f83-d052-45d6-bfb2-2ff0b227a654 HTTP/1.1" status: 200 len: 825 time: 0.3981578 Feb 15 05:02:19.173852 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-59317dc1-ab67-47e0-9768-d0a1b9b03693 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/de09acd4-6477-44af-bd07-0e4bfbc25500 HTTP/1.1" status: 200 len: 734 time: 0.0174026 Feb 15 05:02:19.181896 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-11fa023a-98f6-4730-9394-2403d0469aaa demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'de09acd4-6477-44af-bd07-0e4bfbc25500', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:02:19.201868 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fa023a-98f6-4730-9394-2403d0469aaa demo admin] Made reservation on behalf of fa0bdee9b7d3490d95b10393b4cb106a for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:02:19.204110 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fa023a-98f6-4730-9394-2403d0469aaa demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:19.484115 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fa023a-98f6-4730-9394-2403d0469aaa demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for subnet (ab3cf61b-93c6-4d0f-a194-a2f62ced498d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:19.548433 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa023a-98f6-4730-9394-2403d0469aaa demo admin] Pushing event updated for resources: {'Subnet': ['ID=ab3cf61b-93c6-4d0f-a194-a2f62ced498d,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:19.557226 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fa023a-98f6-4730-9394-2403d0469aaa demo admin] Checking segment: {'id': '9a0129da-db88-4d2c-ab8e-c80bb5bad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:02:19.557602 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa023a-98f6-4730-9394-2403d0469aaa demo admin] Network hostable DHCP agents. Network: 08182f83-d052-45d6-bfb2-2ff0b227a654, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:02:19.577927 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa023a-98f6-4730-9394-2403d0469aaa demo admin] Network 08182f83-d052-45d6-bfb2-2ff0b227a654 is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:02:19.588596 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-11fa023a-98f6-4730-9394-2403d0469aaa demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 08182f83-d052-45d6-bfb2-2ff0b227a654) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:02:19.593079 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa023a-98f6-4730-9394-2403d0469aaa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:19.593669 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fa023a-98f6-4730-9394-2403d0469aaa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:19.599979 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac69073-45fe-448a-8818-ac1a07468d77 None None] Network 08182f83-d052-45d6-bfb2-2ff0b227a654 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:02:19.609954 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-11fa023a-98f6-4730-9394-2403d0469aaa demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4311309 Feb 15 05:02:19.863113 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a283067-134c-448e-9abd-30110becb01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79bd1d49-ae9e-5ec6-bc5e-b9e7c5444204-08182f83-d052-45d6-bfb2-2ff0b227a654', 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654', 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'fixed_ips': [{'subnet_id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d'}]}} from dv-cinder-828696-5-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:02:19.864414 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:20.139773 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-8a283067-134c-448e-9abd-30110becb01b None None] Allocated IP 172.20.0.2 (08182f83-d052-45d6-bfb2-2ff0b227a654/ab3cf61b-93c6-4d0f-a194-a2f62ced498d/6102d162-2171-4639-8bd7-17c8e2cc1cdf) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:02:20.400453 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Publish callbacks [] for port (6102d162-2171-4639-8bd7-17c8e2cc1cdf), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:20.407988 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (6102d162-2171-4639-8bd7-17c8e2cc1cdf), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:20.474370 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a283067-134c-448e-9abd-30110becb01b None None] Network 08182f83-d052-45d6-bfb2-2ff0b227a654 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:02:20.479977 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-8a283067-134c-448e-9abd-30110becb01b None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:02:20.491236 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a283067-134c-448e-9abd-30110becb01b None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:02:20.498971 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a283067-134c-448e-9abd-30110becb01b None None] Pushing event updated for resources: {'Port': ['ID=6102d162-2171-4639-8bd7-17c8e2cc1cdf,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:20.530291 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.530667 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.531033 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.531371 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.531727 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.532062 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.532397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.532726 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.533053 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.533395 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.533726 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.534048 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.534369 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Tracked resource versions report: Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: pushed versions: Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: { 'AddressGroup': {'1.2'}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'ConntrackHelper': {'1.0'}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'LocalIPAssociation': {'1.0'}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Log': {'1.0'}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Network': {'1.1'}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Port': {'1.7'}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'PortForwarding': {'1.2'}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'QosPolicy': {'1.10'}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'SecurityGroup': {'1.5'}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'SecurityGroupRule': {'1.2'}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'SubPort': {'1.0'}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Subnet': {'1.1'}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Trunk': {'1.1'}} Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: consumer versions: Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: { DHCP agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: L3 agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: Metadata agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: Metering agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: Open vSwitch agent@dv-cinder-828696-5-iscsi: { 'AddressGroup': '1.2', Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'ConntrackHelper': '1.0', Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'LocalIPAssociation': '1.0', Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Log': '1.0', Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Network': '1.1', Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Port': '1.7', Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'PortForwarding': '1.2', Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'QosPolicy': '1.10', Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'SecurityGroup': '1.5', Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'SecurityGroupRule': '1.2', Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'SubPort': '1.0', Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Subnet': '1.1', Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Trunk': '1.1'}} Feb 15 05:02:20.535789 dv-cinder-828696-5-iscsi neutron-server[102671]: {{(pid=102671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 05:02:20.585064 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-8a283067-134c-448e-9abd-30110becb01b None None] Attempting to bind port 6102d162-2171-4639-8bd7-17c8e2cc1cdf on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:02:20.585474 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-8a283067-134c-448e-9abd-30110becb01b None None] Attempting to bind port 6102d162-2171-4639-8bd7-17c8e2cc1cdf by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '9a0129da-db88-4d2c-ab8e-c80bb5bad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:02:20.585917 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a283067-134c-448e-9abd-30110becb01b None None] Attempting to bind port 6102d162-2171-4639-8bd7-17c8e2cc1cdf on network 08182f83-d052-45d6-bfb2-2ff0b227a654 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:02:20.590733 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a283067-134c-448e-9abd-30110becb01b None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:02:20.591130 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a283067-134c-448e-9abd-30110becb01b None None] Checking segment: {'id': '9a0129da-db88-4d2c-ab8e-c80bb5bad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:02:20.591652 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:20.592049 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a283067-134c-448e-9abd-30110becb01b None None] Bound using segment: {'id': '9a0129da-db88-4d2c-ab8e-c80bb5bad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:02:20.592520 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-8a283067-134c-448e-9abd-30110becb01b None None] Bound port: 6102d162-2171-4639-8bd7-17c8e2cc1cdf, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0129da-db88-4d2c-ab8e-c80bb5bad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:02:20.592929 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (6102d162-2171-4639-8bd7-17c8e2cc1cdf), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:20.653631 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-8a283067-134c-448e-9abd-30110becb01b None None] For port 6102d162-2171-4639-8bd7-17c8e2cc1cdf, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:02:20.657689 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-8a283067-134c-448e-9abd-30110becb01b None None] For port 6102d162-2171-4639-8bd7-17c8e2cc1cdf, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=6102d162-2171-4639-8bd7-17c8e2cc1cdf,segment=NetworkSegment(9a0129da-db88-4d2c-ab8e-c80bb5bad092),segment_id=9a0129da-db88-4d2c-ab8e-c80bb5bad092)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:02:20.668149 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a283067-134c-448e-9abd-30110becb01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (6102d162-2171-4639-8bd7-17c8e2cc1cdf), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:20.729597 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a283067-134c-448e-9abd-30110becb01b None None] Pushing event updated for resources: {'Port': ['ID=6102d162-2171-4639-8bd7-17c8e2cc1cdf,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:22.100994 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 48834) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:22.414993 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-9aba6f70-18f9-4686-9cbc-efa4fcc4b035 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:02:22.416006 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9aba6f70-18f9-4686-9cbc-efa4fcc4b035 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3140674 Feb 15 05:02:24.875451 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 48842) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:25.360480 dv-cinder-828696-5-iscsi neutron-server[102670]: WARNING oslo_policy.policy [None req-6d9b6b7a-79d8-4b71-b8f7-f53ac20396fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 05:02:25.361044 dv-cinder-828696-5-iscsi neutron-server[102670]: WARNING oslo_policy.policy [None req-6d9b6b7a-79d8-4b71-b8f7-f53ac20396fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 05:02:25.586517 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [None req-6d9b6b7a-79d8-4b71-b8f7-f53ac20396fd admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:02:25.587743 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6d9b6b7a-79d8-4b71-b8f7-f53ac20396fd admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7102189 Feb 15 05:02:28.069304 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 48856) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:28.376922 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-db01bcf8-bb9e-4cd1-990c-053a1fa1e6cd demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:02:28.436588 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.policy [None req-db01bcf8-bb9e-4cd1-990c-053a1fa1e6cd demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102670) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 05:02:28.479336 dv-cinder-828696-5-iscsi neutron-server[102670]: WARNING oslo_policy.policy [None req-db01bcf8-bb9e-4cd1-990c-053a1fa1e6cd demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 05:02:28.479737 dv-cinder-828696-5-iscsi neutron-server[102670]: WARNING oslo_policy.policy [None req-db01bcf8-bb9e-4cd1-990c-053a1fa1e6cd demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 05:02:28.541614 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db01bcf8-bb9e-4cd1-990c-053a1fa1e6cd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-527349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6842'] for router (ce288937-f13d-4af9-8dcb-eb4dbb24c913), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:28.543571 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db01bcf8-bb9e-4cd1-990c-053a1fa1e6cd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6821'] for router (ce288937-f13d-4af9-8dcb-eb4dbb24c913), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:28.702461 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db01bcf8-bb9e-4cd1-990c-053a1fa1e6cd demo demo] Publish callbacks [] for router_controller (ce288937-f13d-4af9-8dcb-eb4dbb24c913), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:28.706951 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db01bcf8-bb9e-4cd1-990c-053a1fa1e6cd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525964'] for router (ce288937-f13d-4af9-8dcb-eb4dbb24c913), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:28.731993 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db01bcf8-bb9e-4cd1-990c-053a1fa1e6cd demo demo] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:28.733242 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-db01bcf8-bb9e-4cd1-990c-053a1fa1e6cd demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6628828 Feb 15 05:02:30.147986 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 6102d162-2171-4639-8bd7-17c8e2cc1cdf up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:02:30.235991 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 6102d162-2171-4639-8bd7-17c8e2cc1cdf triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:30.236399 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (6102d162-2171-4639-8bd7-17c8e2cc1cdf), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.343016 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 6102d162-2171-4639-8bd7-17c8e2cc1cdf is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:30.343333 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (6102d162-2171-4639-8bd7-17c8e2cc1cdf), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.377267 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port 6102d162-2171-4639-8bd7-17c8e2cc1cdf, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=6102d162-2171-4639-8bd7-17c8e2cc1cdf,segment=NetworkSegment(9a0129da-db88-4d2c-ab8e-c80bb5bad092),segment_id=9a0129da-db88-4d2c-ab8e-c80bb5bad092)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:30.383561 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (6102d162-2171-4639-8bd7-17c8e2cc1cdf), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:30.431739 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=6102d162-2171-4639-8bd7-17c8e2cc1cdf,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:31.192176 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 48870) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:31.499933 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-cd534355-6907-4afc-9e05-1fccc729cee2 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:02:31.500941 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cd534355-6907-4afc-9e05-1fccc729cee2 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3079066 Feb 15 05:02:31.720180 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2799dc5-323d-4d1e-8b5a-5c67669d6d53 None None] Network 08182f83-d052-45d6-bfb2-2ff0b227a654 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:02:31.828582 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-e534f68e-13cc-41fb-9d8d-60aedf14c0d4 None None] Provisioning complete for port 6102d162-2171-4639-8bd7-17c8e2cc1cdf triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:31.828897 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e534f68e-13cc-41fb-9d8d-60aedf14c0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (6102d162-2171-4639-8bd7-17c8e2cc1cdf), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:31.927009 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-e534f68e-13cc-41fb-9d8d-60aedf14c0d4 None None] Current status of the port 6102d162-2171-4639-8bd7-17c8e2cc1cdf is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:32.082047 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 6102d162-2171-4639-8bd7-17c8e2cc1cdf up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:02:32.128209 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 6102d162-2171-4639-8bd7-17c8e2cc1cdf triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:32.128596 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (6102d162-2171-4639-8bd7-17c8e2cc1cdf), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:32.173017 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-f434a25d-afbe-407d-bd62-38affa1a4944 None None] Provisioning complete for port 6102d162-2171-4639-8bd7-17c8e2cc1cdf triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:32.173487 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f434a25d-afbe-407d-bd62-38affa1a4944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (6102d162-2171-4639-8bd7-17c8e2cc1cdf), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:32.245159 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 6102d162-2171-4639-8bd7-17c8e2cc1cdf is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:32.282850 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-f434a25d-afbe-407d-bd62-38affa1a4944 None None] Current status of the port 6102d162-2171-4639-8bd7-17c8e2cc1cdf is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:33.171419 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-388e25c1-0ef8-4307-a2ec-21881c2049a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:33.954076 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 48878) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:34.256689 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:02:34.276522 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Made reservation on behalf of 949eef742b3f4bfcaddf8cdf4e705a6c for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:02:34.279023 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:34.286735 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:34.358024 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Publish callbacks [] for security_group (39d47742-48b6-4ac4-8f42-3081cfc77bf3), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:34.361363 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (39d47742-48b6-4ac4-8f42-3081cfc77bf3), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:34.374003 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Reserving flat network on physical network physnet1 {{(pid=102669) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 15 05:02:34.395740 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (5bf8aac2-6989-492d-acfd-5fb350ec0dfb), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:34.396076 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Added segment 5bf8aac2-6989-492d-acfd-5fb350ec0dfb of type flat for network dda14d27-2e09-4348-83b7-68b288eb8ca4 Feb 15 05:02:34.397200 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d47742-48b6-4ac4-8f42-3081cfc77bf3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:34.441983 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (dda14d27-2e09-4348-83b7-68b288eb8ca4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:34.474967 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (dda14d27-2e09-4348-83b7-68b288eb8ca4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:34.475884 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:34.476461 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:34.553589 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5983970 Feb 15 05:02:34.562154 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f673df1-6997-4d84-934c-d801cc6f9218 admin admin] Pushing event updated for resources: {'Network': ['ID=dda14d27-2e09-4348-83b7-68b288eb8ca4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:34.574043 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:02:35.403479 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-00ba52ee-ca31-4a0e-b7f2-e7d81059e1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:36.479726 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:36.957222 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 48896) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:37.193460 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b5d22e-3462-4d5b-8c4d-23d9bf7c8169 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:37.194976 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-02b5d22e-3462-4d5b-8c4d-23d9bf7c8169 demo admin] 10.222.0.43 "GET /v2.0/subnets/ab3cf61b-93c6-4d0f-a194-a2f62ced498d HTTP/1.1" status: 200 len: 849 time: 0.2364080 Feb 15 05:02:37.317120 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b3d553d5-a889-484c-ad29-cdc0776e9cc6 demo admin] 10.222.0.43 "GET /v2.0/routers/ce288937-f13d-4af9-8dcb-eb4dbb24c913 HTTP/1.1" status: 200 len: 704 time: 0.1158614 Feb 15 05:02:37.596386 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:37.892252 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Allocated IP 172.20.0.1 (08182f83-d052-45d6-bfb2-2ff0b227a654/ab3cf61b-93c6-4d0f-a194-a2f62ced498d/73f8ddf1-e607-4094-a38a-bed5ae1ffa8e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:02:38.094647 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Publish callbacks [] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:38.160897 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:38.220218 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Network 08182f83-d052-45d6-bfb2-2ff0b227a654 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:02:38.224771 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:02:38.266685 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Pushing event updated for resources: {'Port': ['ID=73f8ddf1-e607-4094-a38a-bed5ae1ffa8e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:38.271120 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:02:38.271675 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-525503'] for router_interface (ce288937-f13d-4af9-8dcb-eb4dbb24c913), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:38.291205 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:38.295094 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.295460 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.295850 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.296188 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.296517 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.296840 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.297158 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.297481 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.297797 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.298128 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.298448 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.298760 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.299069 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Tracked resource versions report: Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: pushed versions: Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: { 'AddressGroup': {'1.2'}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'LocalIPAssociation': {'1.0'}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Log': {'1.0'}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Network': {'1.1'}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Port': {'1.7'}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'PortForwarding': {'1.2'}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'QosPolicy': {'1.10'}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'SecurityGroup': {'1.5'}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'SubPort': {'1.0'}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Subnet': {'1.1'}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Trunk': {'1.1'}} Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: consumer versions: Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: { DHCP agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: L3 agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: Metadata agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: Metering agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: Open vSwitch agent@dv-cinder-828696-5-iscsi: { 'AddressGroup': '1.2', Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'ConntrackHelper': '1.0', Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'LocalIPAssociation': '1.0', Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Log': '1.0', Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Network': '1.1', Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Port': '1.7', Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'PortForwarding': '1.2', Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'QosPolicy': '1.10', Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'SecurityGroup': '1.5', Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'SecurityGroupRule': '1.2', Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'SubPort': '1.0', Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Subnet': '1.1', Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Trunk': '1.1'}} Feb 15 05:02:38.300403 dv-cinder-828696-5-iscsi neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 05:02:38.439188 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-7063320d-646a-4bbe-baf5-624e72f01933 None None] Provisioning complete for port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:38.439590 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7063320d-646a-4bbe-baf5-624e72f01933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:38.485029 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:38.515764 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-7063320d-646a-4bbe-baf5-624e72f01933 None None] Port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:02:38.691650 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Publish callbacks [] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:38.696430 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:38.697203 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525507'] for router_interface (ce288937-f13d-4af9-8dcb-eb4dbb24c913), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:38.774040 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Pushing event updated for resources: {'Port': ['ID=73f8ddf1-e607-4094-a38a-bed5ae1ffa8e,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:38.814775 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Network 08182f83-d052-45d6-bfb2-2ff0b227a654 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:02:38.816053 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:02:39.020380 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Router ce288937-f13d-4af9-8dcb-eb4dbb24c913 is scheduled to L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:02:39.042828 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c83a2f48-c8fa-4926-8cb6-bc98c1177430 None None] Provisioning complete for port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:39.043363 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c83a2f48-c8fa-4926-8cb6-bc98c1177430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:39.077043 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c83a2f48-c8fa-4926-8cb6-bc98c1177430 None None] Port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:02:39.110122 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:02:39.115394 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d4f137a2-6d98-4169-bdac-b24b86115a2b demo admin] 10.222.0.43 "PUT /v2.0/routers/ce288937-f13d-4af9-8dcb-eb4dbb24c913/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7925439 Feb 15 05:02:39.121624 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Sync routers for ids ['ce288937-f13d-4af9-8dcb-eb4dbb24c913'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:02:39.134514 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Routers {'ce288937-f13d-4af9-8dcb-eb4dbb24c913'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:02:39.135343 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:02:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['ce288937-f13d-4af9-8dcb-eb4dbb24c913'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:39.323810 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Set router ce288937-f13d-4af9-8dcb-eb4dbb24c913 gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:02:39.532835 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:39.749403 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'name': 'router1', 'tenant_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:02:28Z', 'updated_at': '2022-02-15T05:02:38Z', 'revision_number': 2, 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'gw_port_host': None, '_interfaces': [{'id': '73f8ddf1-e607-4094-a38a-bed5ae1ffa8e', 'name': '', 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654', 'tenant_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'mac_address': 'fa:16:3e:8f:f4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:02:37Z', 'updated_at': '2022-02-15T05:02:38Z', 'revision_number': 2, 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'subnets': [{'id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de09acd4-6477-44af-bd07-0e4bfbc25500'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:39.799711 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Checking router: ce288937-f13d-4af9-8dcb-eb4dbb24c913 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:02:39.800090 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Updating router ce288937-f13d-4af9-8dcb-eb4dbb24c913 port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e binding host dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:02:39.852207 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:40.357157 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Publish callbacks [] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:40.363673 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:40.521901 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Pushing event updated for resources: {'Port': ['ID=73f8ddf1-e607-4094-a38a-bed5ae1ffa8e,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:40.532760 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Attempting to bind port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:02:40.533178 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Attempting to bind port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '9a0129da-db88-4d2c-ab8e-c80bb5bad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:02:40.533626 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Attempting to bind port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e on network 08182f83-d052-45d6-bfb2-2ff0b227a654 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:02:40.536963 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.537313 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.537651 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.537976 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.538297 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.538615 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.538984 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.539300 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.539640 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.539954 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.540265 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.540572 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.540879 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Tracked resource versions report: Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: pushed versions: Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: { 'AddressGroup': {'1.2'}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'ConntrackHelper': {'1.0'}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'LocalIPAssociation': {'1.0'}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Log': {'1.0'}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Network': {'1.1'}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Port': {'1.7'}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'PortForwarding': {'1.2'}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'QosPolicy': {'1.10'}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'SecurityGroup': {'1.5'}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'SecurityGroupRule': {'1.2'}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'SubPort': {'1.0'}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Subnet': {'1.1'}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Trunk': {'1.1'}} Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: consumer versions: Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: { DHCP agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: L3 agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: Metadata agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: Metering agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: Open vSwitch agent@dv-cinder-828696-5-iscsi: { 'AddressGroup': '1.2', Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'ConntrackHelper': '1.0', Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'LocalIPAssociation': '1.0', Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Log': '1.0', Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Network': '1.1', Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Port': '1.7', Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'PortForwarding': '1.2', Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'QosPolicy': '1.10', Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'SecurityGroup': '1.5', Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'SecurityGroupRule': '1.2', Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'SubPort': '1.0', Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Subnet': '1.1', Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Trunk': '1.1'}} Feb 15 05:02:40.542230 dv-cinder-828696-5-iscsi neutron-server[102672]: {{(pid=102672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 05:02:40.547203 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:02:40.547649 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Checking segment: {'id': '9a0129da-db88-4d2c-ab8e-c80bb5bad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:02:40.548135 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:40.548509 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Bound using segment: {'id': '9a0129da-db88-4d2c-ab8e-c80bb5bad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:02:40.548968 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Bound port: 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0129da-db88-4d2c-ab8e-c80bb5bad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:02:40.549340 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:40.606864 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-848db12a-950b-4a97-b68b-4d89e14d269e None None] Provisioning complete for port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:40.607469 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-848db12a-950b-4a97-b68b-4d89e14d269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:40.614402 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] For port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:02:40.634804 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] For port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=73f8ddf1-e607-4094-a38a-bed5ae1ffa8e,segment=NetworkSegment(9a0129da-db88-4d2c-ab8e-c80bb5bad092),segment_id=9a0129da-db88-4d2c-ab8e-c80bb5bad092)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:02:40.641786 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:40.645071 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-848db12a-950b-4a97-b68b-4d89e14d269e None None] Port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:02:40.703321 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Routers {'ce288937-f13d-4af9-8dcb-eb4dbb24c913'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:02:40.703960 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:02:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['ce288937-f13d-4af9-8dcb-eb4dbb24c913'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:40.705774 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b07b6-e15a-45e3-a3bd-259fb1a9e6fa None None] Pushing event updated for resources: {'Port': ['ID=73f8ddf1-e607-4094-a38a-bed5ae1ffa8e,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:40.799768 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] Set router ce288937-f13d-4af9-8dcb-eb4dbb24c913 gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:02:40.865409 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2052a0b1-0650-44c8-ac55-e802d275d9c3 None None] Provisioning complete for port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:40.865709 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2052a0b1-0650-44c8-ac55-e802d275d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:40.949864 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2052a0b1-0650-44c8-ac55-e802d275d9c3 None None] Current status of the port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:40.950034 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2052a0b1-0650-44c8-ac55-e802d275d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:40.987021 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2052a0b1-0650-44c8-ac55-e802d275d9c3 None None] For port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=73f8ddf1-e607-4094-a38a-bed5ae1ffa8e,segment=NetworkSegment(9a0129da-db88-4d2c-ab8e-c80bb5bad092),segment_id=9a0129da-db88-4d2c-ab8e-c80bb5bad092)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:40.990874 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2052a0b1-0650-44c8-ac55-e802d275d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:41.015727 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'name': 'router1', 'tenant_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:02:28Z', 'updated_at': '2022-02-15T05:02:38Z', 'revision_number': 2, 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'gw_port_host': None, '_interfaces': [{'id': '73f8ddf1-e607-4094-a38a-bed5ae1ffa8e', 'name': '', 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654', 'tenant_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'mac_address': 'fa:16:3e:8f:f4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:02:37Z', 'updated_at': '2022-02-15T05:02:40Z', 'revision_number': 4, 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'subnets': [{'id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de09acd4-6477-44af-bd07-0e4bfbc25500'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:41.036533 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052a0b1-0650-44c8-ac55-e802d275d9c3 None None] Pushing event updated for resources: {'Port': ['ID=73f8ddf1-e607-4094-a38a-bed5ae1ffa8e,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:41.044300 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a93806-d66e-4db2-8b36-1254687ecc0a None None] The sync data for ids ['ce288937-f13d-4af9-8dcb-eb4dbb24c913'] in dv-cinder-828696-5-iscsi is: [{'id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'name': 'router1', 'tenant_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:02:28Z', 'updated_at': '2022-02-15T05:02:38Z', 'revision_number': 2, 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'gw_port_host': None, '_interfaces': [{'id': '73f8ddf1-e607-4094-a38a-bed5ae1ffa8e', 'name': '', 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654', 'tenant_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'mac_address': 'fa:16:3e:8f:f4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:02:37Z', 'updated_at': '2022-02-15T05:02:40Z', 'revision_number': 4, 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'subnets': [{'id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de09acd4-6477-44af-bd07-0e4bfbc25500'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:02:41.474681 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 48920) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:41.588521 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff72f4d-7177-4812-a265-efce4c5459f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:41.589783 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3ff72f4d-7177-4812-a265-efce4c5459f8 admin admin] 10.222.0.43 "GET /v2.0/networks/dda14d27-2e09-4348-83b7-68b288eb8ca4 HTTP/1.1" status: 200 len: 842 time: 0.1141582 Feb 15 05:02:41.598972 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:02:41.617956 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] Made reservation on behalf of 949eef742b3f4bfcaddf8cdf4e705a6c for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:02:41.620192 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:41.948524 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.objects.ports [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102669) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 05:02:41.948971 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for subnet (15e10ff5-b296-4161-a935-11b38e7a69af), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:41.996548 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e10ff5-b296-4161-a935-11b38e7a69af,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:42.011487 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] Checking segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:02:42.011868 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] Network hostable DHCP agents. Network: dda14d27-2e09-4348-83b7-68b288eb8ca4, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:02:42.027201 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:02:42.036601 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, dda14d27-2e09-4348-83b7-68b288eb8ca4) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:02:42.040775 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:42.041371 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:42.046533 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d8276-8f8c-4a49-9b2a-0542cc9e2925 None None] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:02:42.058688 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-218a8f34-9962-41a2-ba10-25e23a6dba7b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4629762 Feb 15 05:02:42.155733 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4eedc6-a36c-4d6b-b8c4-47496933dc8f None None] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:02:44.387946 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 48928) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:44.613134 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c2f43a3f-7237-4d4a-8850-101236123b7b demo admin] 10.222.0.43 "GET /v2.0/routers/ce288937-f13d-4af9-8dcb-eb4dbb24c913 HTTP/1.1" status: 200 len: 710 time: 0.2238674 Feb 15 05:02:44.699327 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c1d85e-9c26-4a15-8970-cdbe6c379102 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:02:44.700713 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-37c1d85e-9c26-4a15-8970-cdbe6c379102 demo admin] 10.222.0.43 "GET /v2.0/networks/dda14d27-2e09-4348-83b7-68b288eb8ca4 HTTP/1.1" status: 200 len: 886 time: 0.0822372 Feb 15 05:02:44.709295 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:02:45.003972 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Publish callbacks [] for router_gateway (ce288937-f13d-4af9-8dcb-eb4dbb24c913), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:45.235554 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Publish callbacks [] for router_gateway (ce288937-f13d-4af9-8dcb-eb4dbb24c913), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:45.307696 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:45.453001 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Allocated IP 172.27.3.193 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/8a9a52ee-3bf8-4862-8d42-9e401885760f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:02:45.557855 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Publish callbacks [] for port (8a9a52ee-3bf8-4862-8d42-9e401885760f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:45.617615 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (8a9a52ee-3bf8-4862-8d42-9e401885760f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:45.691158 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:02:45.698575 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:02:45.700675 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Pushing event updated for resources: {'Port': ['ID=8a9a52ee-3bf8-4862-8d42-9e401885760f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:45.703140 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:02:45.987585 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Publish callbacks [] for router_gateway (ce288937-f13d-4af9-8dcb-eb4dbb24c913), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:46.255909 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-525993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6807'] for router (ce288937-f13d-4af9-8dcb-eb4dbb24c913), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:46.260846 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-525970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-525979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532856'] for router (ce288937-f13d-4af9-8dcb-eb4dbb24c913), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:46.371510 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Router ce288937-f13d-4af9-8dcb-eb4dbb24c913 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:02:46.478165 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:02:46.483491 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:46.484548 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-09e6f312-9d67-4228-bc2b-ce8a4dcfe0f6 demo admin] 10.222.0.43 "PUT /v2.0/routers/ce288937-f13d-4af9-8dcb-eb4dbb24c913 HTTP/1.1" status: 200 len: 890 time: 1.7783442 Feb 15 05:02:48.105516 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:02:48.152260 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:48.152654 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:48.229782 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:48.922598 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 48942) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:02:49.041969 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f1f2fd39-5041-4a4a-ae42-8c2aa9a8ff4c admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1181188 Feb 15 05:02:49.306260 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21081783-903a-4bec-826f-8e05b368510d None None] Sync routers for ids ['ce288937-f13d-4af9-8dcb-eb4dbb24c913'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:02:49.317132 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21081783-903a-4bec-826f-8e05b368510d None None] Routers {'ce288937-f13d-4af9-8dcb-eb4dbb24c913'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:02:49.317805 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-21081783-903a-4bec-826f-8e05b368510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:02:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['ce288937-f13d-4af9-8dcb-eb4dbb24c913'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:49.533970 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-21081783-903a-4bec-826f-8e05b368510d None None] Set router ce288937-f13d-4af9-8dcb-eb4dbb24c913 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:02:49.995344 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-21081783-903a-4bec-826f-8e05b368510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'name': 'router1', 'tenant_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '8a9a52ee-3bf8-4862-8d42-9e401885760f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:02:28Z', 'updated_at': '2022-02-15T05:02:45Z', 'revision_number': 4, 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'gw_port': {'id': '8a9a52ee-3bf8-4862-8d42-9e401885760f', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:69:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:02:45Z', 'updated_at': '2022-02-15T05:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '73f8ddf1-e607-4094-a38a-bed5ae1ffa8e', 'name': '', 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654', 'tenant_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'mac_address': 'fa:16:3e:8f:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:02:37Z', 'updated_at': '2022-02-15T05:02:40Z', 'revision_number': 5, 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'subnets': [{'id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de09acd4-6477-44af-bd07-0e4bfbc25500'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:50.043005 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21081783-903a-4bec-826f-8e05b368510d None None] Checking router: ce288937-f13d-4af9-8dcb-eb4dbb24c913 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:02:50.043357 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21081783-903a-4bec-826f-8e05b368510d None None] Updating router ce288937-f13d-4af9-8dcb-eb4dbb24c913 port 8a9a52ee-3bf8-4862-8d42-9e401885760f binding host dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:02:50.094111 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-21081783-903a-4bec-826f-8e05b368510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (8a9a52ee-3bf8-4862-8d42-9e401885760f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:50.410691 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-21081783-903a-4bec-826f-8e05b368510d None None] Publish callbacks [] for port (8a9a52ee-3bf8-4862-8d42-9e401885760f), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:50.415581 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-21081783-903a-4bec-826f-8e05b368510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (8a9a52ee-3bf8-4862-8d42-9e401885760f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:50.470051 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-21081783-903a-4bec-826f-8e05b368510d None None] Attempting to bind port 8a9a52ee-3bf8-4862-8d42-9e401885760f on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:02:50.470414 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-21081783-903a-4bec-826f-8e05b368510d None None] Attempting to bind port 8a9a52ee-3bf8-4862-8d42-9e401885760f by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:02:50.470785 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21081783-903a-4bec-826f-8e05b368510d None None] Attempting to bind port 8a9a52ee-3bf8-4862-8d42-9e401885760f on network dda14d27-2e09-4348-83b7-68b288eb8ca4 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:02:50.475398 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f92b2-55f5-4fac-872a-5978bdd0beb6 None None] Pushing event updated for resources: {'Port': ['ID=8a9a52ee-3bf8-4862-8d42-9e401885760f,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:50.478635 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21081783-903a-4bec-826f-8e05b368510d None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:02:50.479019 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21081783-903a-4bec-826f-8e05b368510d None None] Checking segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:02:50.479420 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-21081783-903a-4bec-826f-8e05b368510d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:50.479836 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21081783-903a-4bec-826f-8e05b368510d None None] Bound using segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:02:50.480307 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-21081783-903a-4bec-826f-8e05b368510d None None] Bound port: 8a9a52ee-3bf8-4862-8d42-9e401885760f, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:02:50.480687 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-21081783-903a-4bec-826f-8e05b368510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (8a9a52ee-3bf8-4862-8d42-9e401885760f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:50.529887 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-21081783-903a-4bec-826f-8e05b368510d None None] For port 8a9a52ee-3bf8-4862-8d42-9e401885760f, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:02:50.532928 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-21081783-903a-4bec-826f-8e05b368510d None None] For port 8a9a52ee-3bf8-4862-8d42-9e401885760f, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=8a9a52ee-3bf8-4862-8d42-9e401885760f,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:02:50.537807 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-21081783-903a-4bec-826f-8e05b368510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (8a9a52ee-3bf8-4862-8d42-9e401885760f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:50.594999 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f92b2-55f5-4fac-872a-5978bdd0beb6 None None] Pushing event updated for resources: {'Port': ['ID=8a9a52ee-3bf8-4862-8d42-9e401885760f,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:50.601788 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21081783-903a-4bec-826f-8e05b368510d None None] Routers {'ce288937-f13d-4af9-8dcb-eb4dbb24c913'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:02:50.602380 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-21081783-903a-4bec-826f-8e05b368510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:02:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['ce288937-f13d-4af9-8dcb-eb4dbb24c913'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:50.730008 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-21081783-903a-4bec-826f-8e05b368510d None None] Set router ce288937-f13d-4af9-8dcb-eb4dbb24c913 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:02:50.965719 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-21081783-903a-4bec-826f-8e05b368510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'name': 'router1', 'tenant_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '8a9a52ee-3bf8-4862-8d42-9e401885760f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:02:28Z', 'updated_at': '2022-02-15T05:02:45Z', 'revision_number': 4, 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'gw_port': {'id': '8a9a52ee-3bf8-4862-8d42-9e401885760f', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:69:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:02:45Z', 'updated_at': '2022-02-15T05:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '73f8ddf1-e607-4094-a38a-bed5ae1ffa8e', 'name': '', 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654', 'tenant_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'mac_address': 'fa:16:3e:8f:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:02:37Z', 'updated_at': '2022-02-15T05:02:40Z', 'revision_number': 5, 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'subnets': [{'id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de09acd4-6477-44af-bd07-0e4bfbc25500'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:02:50.996683 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21081783-903a-4bec-826f-8e05b368510d None None] The sync data for ids ['ce288937-f13d-4af9-8dcb-eb4dbb24c913'] in dv-cinder-828696-5-iscsi is: [{'id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'name': 'router1', 'tenant_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '8a9a52ee-3bf8-4862-8d42-9e401885760f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:02:28Z', 'updated_at': '2022-02-15T05:02:45Z', 'revision_number': 4, 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'gw_port': {'id': '8a9a52ee-3bf8-4862-8d42-9e401885760f', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:69:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:02:45Z', 'updated_at': '2022-02-15T05:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '73f8ddf1-e607-4094-a38a-bed5ae1ffa8e', 'name': '', 'network_id': '08182f83-d052-45d6-bfb2-2ff0b227a654', 'tenant_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'mac_address': 'fa:16:3e:8f:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce288937-f13d-4af9-8dcb-eb4dbb24c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:02:37Z', 'updated_at': '2022-02-15T05:02:40Z', 'revision_number': 5, 'project_id': 'fa0bdee9b7d3490d95b10393b4cb106a', 'subnets': [{'id': 'ab3cf61b-93c6-4d0f-a194-a2f62ced498d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de09acd4-6477-44af-bd07-0e4bfbc25500'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:02:52.174181 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 8a9a52ee-3bf8-4862-8d42-9e401885760f up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:02:52.223341 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 8a9a52ee-3bf8-4862-8d42-9e401885760f triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:52.223870 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (8a9a52ee-3bf8-4862-8d42-9e401885760f), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:52.302965 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 8a9a52ee-3bf8-4862-8d42-9e401885760f is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:52.303401 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (8a9a52ee-3bf8-4862-8d42-9e401885760f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:52.326221 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port 8a9a52ee-3bf8-4862-8d42-9e401885760f, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=8a9a52ee-3bf8-4862-8d42-9e401885760f,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:02:52.331065 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (8a9a52ee-3bf8-4862-8d42-9e401885760f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:52.383121 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=8a9a52ee-3bf8-4862-8d42-9e401885760f,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:02:54.130744 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 8a9a52ee-3bf8-4862-8d42-9e401885760f up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:02:54.222567 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 8a9a52ee-3bf8-4862-8d42-9e401885760f triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:02:54.223258 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (8a9a52ee-3bf8-4862-8d42-9e401885760f), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:02:54.316408 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 8a9a52ee-3bf8-4862-8d42-9e401885760f is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:02:56.864832 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:03:03.173885 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7efa5a7c-c997-4f68-b924-518832a6ba9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:05.417797 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-79cf136e-05fb-4241-85e1-ddb5b320c7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:06.485744 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:08.291550 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:09.543606 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:33.174617 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-98217a96-f517-4787-8afd-c53f28038ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:33.864478 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:03:35.402236 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ace709b5-fcf0-4e6f-b447-ae1d5480992a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:36.487773 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:38.294696 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:03:39.539955 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:03.181737 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eac6269e-551c-44af-bca2-e26e963e180e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:05.403805 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-720ec43d-0ce4-474e-a162-1deef3c6c355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:06.490146 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:07.314586 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49426) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:07.378056 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-d288856a-3b1f-435d-b03b-b4dac3765dc3 admin admin] GET failed (client error): The resource could not be found. Feb 15 05:04:07.379388 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d288856a-3b1f-435d-b03b-b4dac3765dc3 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638542 Feb 15 05:04:07.534012 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d0900-4702-4a08-99cc-ab31edd6d420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:07.535390 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6d8d0900-4702-4a08-99cc-ab31edd6d420 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1511221 Feb 15 05:04:08.291667 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:09.542098 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:09.756628 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49436) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:09.848498 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3b0519-6739-423b-afcd-41e461b25789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:09.850490 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ee3b0519-6739-423b-afcd-41e461b25789 admin admin] 10.222.0.43 "GET /v2.0/subnets/ab3cf61b-93c6-4d0f-a194-a2f62ced498d HTTP/1.1" status: 200 len: 849 time: 0.0929079 Feb 15 05:04:09.859929 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:04:09.940347 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Publish callbacks [] for subnet (ab3cf61b-93c6-4d0f-a194-a2f62ced498d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:10.078494 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729009014456'] for subnet (ab3cf61b-93c6-4d0f-a194-a2f62ced498d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:10.107750 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:10.108348 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:10.109623 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] 10.222.0.43 "PUT /v2.0/subnets/ab3cf61b-93c6-4d0f-a194-a2f62ced498d HTTP/1.1" status: 200 len: 868 time: 0.2532804 Feb 15 05:04:10.113680 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50881413-3b43-4668-8ddf-1fc7534ec920 None None] Network 08182f83-d052-45d6-bfb2-2ff0b227a654 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:04:10.132315 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3cf61b-93c6-4d0f-a194-a2f62ced498d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:10.139813 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.140189 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.140544 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.140886 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.141222 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.141559 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.141912 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.142250 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.142602 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.142955 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.143293 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.143651 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.143987 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b8f38-5472-41e4-99fc-45f4b39dbd3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:04:10.536935 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-b9ebcf92-8134-473e-92bc-6a0bcd2d752a None None] Provisioning complete for port 6102d162-2171-4639-8bd7-17c8e2cc1cdf triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:04:10.537253 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b9ebcf92-8134-473e-92bc-6a0bcd2d752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (6102d162-2171-4639-8bd7-17c8e2cc1cdf), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:10.611035 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-b9ebcf92-8134-473e-92bc-6a0bcd2d752a None None] Current status of the port 6102d162-2171-4639-8bd7-17c8e2cc1cdf is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:04:10.620847 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-b9ebcf92-8134-473e-92bc-6a0bcd2d752a None None] Provisioning complete for port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:04:10.621233 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b9ebcf92-8134-473e-92bc-6a0bcd2d752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (73f8ddf1-e607-4094-a38a-bed5ae1ffa8e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:10.699817 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-b9ebcf92-8134-473e-92bc-6a0bcd2d752a None None] Current status of the port 73f8ddf1-e607-4094-a38a-bed5ae1ffa8e is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:04:10.913101 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:04:12.359197 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49444) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:12.550543 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd29543-22e8-4a14-8ff2-6822cb9109b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:12.550929 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd29543-22e8-4a14-8ff2-6822cb9109b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:12.552481 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2bd29543-22e8-4a14-8ff2-6822cb9109b0 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1923099 Feb 15 05:04:14.773346 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49452) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:14.900453 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800b0fd-dadc-43f4-948e-9e913103dc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:14.900925 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800b0fd-dadc-43f4-948e-9e913103dc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:14.902449 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0800b0fd-dadc-43f4-948e-9e913103dc9e admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1281562 Feb 15 05:04:17.137892 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49460) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:17.278777 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f5f140-0a83-47a8-bb08-8b284ea69836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:17.280094 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-29f5f140-0a83-47a8-bb08-8b284ea69836 admin admin] 10.222.0.43 "GET /v2.0/networks/08182f83-d052-45d6-bfb2-2ff0b227a654 HTTP/1.1" status: 200 len: 869 time: 0.1412556 Feb 15 05:04:19.507741 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49468) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:19.627039 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9282cc-f71f-4e0d-96ab-a9154dc8c328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:19.628416 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7f9282cc-f71f-4e0d-96ab-a9154dc8c328 admin admin] 10.222.0.43 "GET /v2.0/networks/dda14d27-2e09-4348-83b7-68b288eb8ca4 HTTP/1.1" status: 200 len: 886 time: 0.1197224 Feb 15 05:04:21.860497 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49476) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:21.984086 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5244c0ed-13c3-466e-9200-4ed9c373c3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:21.984545 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5244c0ed-13c3-466e-9200-4ed9c373c3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:21.986075 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5244c0ed-13c3-466e-9200-4ed9c373c3cd admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246331 Feb 15 05:04:24.205143 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49484) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:24.293423 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2a639-fbb9-419c-b889-fd8376bff901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:24.293880 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2a639-fbb9-419c-b889-fd8376bff901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:24.295344 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-17e2a639-fbb9-419c-b889-fd8376bff901 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0893328 Feb 15 05:04:26.525451 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49492) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:26.611654 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1294d3c1-33ec-46f1-b7a2-296aa75e9025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:26.612992 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1294d3c1-33ec-46f1-b7a2-296aa75e9025 admin admin] 10.222.0.43 "GET /v2.0/subnets/15e10ff5-b296-4161-a935-11b38e7a69af HTTP/1.1" status: 200 len: 816 time: 0.0866156 Feb 15 05:04:28.853643 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49500) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:29.028709 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356c045-63b3-40fd-a286-121b7cc02a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:29.030041 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7356c045-63b3-40fd-a286-121b7cc02a60 admin admin] 10.222.0.43 "GET /v2.0/subnets/ab3cf61b-93c6-4d0f-a194-a2f62ced498d HTTP/1.1" status: 200 len: 868 time: 0.1753893 Feb 15 05:04:33.182422 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ba4d41dc-dafd-4459-8487-69b078ba189a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:35.407172 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-093abaa0-9b24-4077-abd9-1ef3bac1e659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:36.492479 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:38.293256 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:39.543776 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:47.861507 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:04:52.542508 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49552) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:52.588329 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-39c987a6-0557-452e-8cbb-a2bd5fbc2067 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:04:52.589323 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-39c987a6-0557-452e-8cbb-a2bd5fbc2067 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459068 Feb 15 05:04:54.898593 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49560) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:54.958390 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72d9bf3-8cf0-40b7-b445-228e77e770bf admin admin] GET failed (client error): The resource could not be found. Feb 15 05:04:54.959668 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e72d9bf3-8cf0-40b7-b445-228e77e770bf admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601323 Feb 15 05:04:55.043324 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8545d54-57e0-40f4-9427-7707cb7bb056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:55.044778 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f8545d54-57e0-40f4-9427-7707cb7bb056 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811379 Feb 15 05:04:57.308914 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49568) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:57.356949 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:04:57.377602 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] Made reservation on behalf of 949eef742b3f4bfcaddf8cdf4e705a6c for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:04:57.380175 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:57.414139 dv-cinder-828696-5-iscsi neutron-server[102669]: WARNING neutron.services.revisions.revision_plugin [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] Could not find related network for resource to bump revision. Feb 15 05:04:57.425063 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:04:57.434651 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:57.434988 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] Added segment c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe of type vlan for network 579d4667-233f-4dd4-84db-8d3e01d63968 Feb 15 05:04:57.472950 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (579d4667-233f-4dd4-84db-8d3e01d63968), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:57.496582 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (579d4667-233f-4dd4-84db-8d3e01d63968), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:57.497554 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:57.498142 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:04:57.548891 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2388399 Feb 15 05:04:57.561471 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a7a2e-7455-4f0c-a83e-cfb249a030b7 admin admin] Pushing event updated for resources: {'Network': ['ID=579d4667-233f-4dd4-84db-8d3e01d63968,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:04:57.573220 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 579d4667-233f-4dd4-84db-8d3e01d63968 details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:04:59.818080 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49576) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:04:59.876028 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5782cf5-b138-4638-b074-65c6aface47b admin admin] GET failed (client error): The resource could not be found. Feb 15 05:04:59.877281 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c5782cf5-b138-4638-b074-65c6aface47b admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582435 Feb 15 05:04:59.944070 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd1668c-9ca7-455d-9733-e5ff727e5ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:04:59.945505 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2cd1668c-9ca7-455d-9733-e5ff727e5ba1 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0634108 Feb 15 05:04:59.955013 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-10aa60e4-4429-41d4-896c-6a2348d6310e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:04:59.974191 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aa60e4-4429-41d4-896c-6a2348d6310e admin admin] Made reservation on behalf of 949eef742b3f4bfcaddf8cdf4e705a6c for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:04:59.976526 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10aa60e4-4429-41d4-896c-6a2348d6310e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:00.132550 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10aa60e4-4429-41d4-896c-6a2348d6310e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for subnet (4f8d3ed3-02a2-40bc-8798-70c0536bc110), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:00.191901 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa60e4-4429-41d4-896c-6a2348d6310e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f8d3ed3-02a2-40bc-8798-70c0536bc110,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:00.196048 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa60e4-4429-41d4-896c-6a2348d6310e admin admin] Checking segment: {'id': 'c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:05:00.196410 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa60e4-4429-41d4-896c-6a2348d6310e admin admin] Network hostable DHCP agents. Network: 579d4667-233f-4dd4-84db-8d3e01d63968, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:05:00.213417 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa60e4-4429-41d4-896c-6a2348d6310e admin admin] Network 579d4667-233f-4dd4-84db-8d3e01d63968 is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:05:00.221054 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-10aa60e4-4429-41d4-896c-6a2348d6310e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 579d4667-233f-4dd4-84db-8d3e01d63968) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:05:00.225619 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa60e4-4429-41d4-896c-6a2348d6310e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:05:00.226209 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10aa60e4-4429-41d4-896c-6a2348d6310e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:00.230437 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8b828f-b9e7-417a-95a0-621d4923987c None None] Network 579d4667-233f-4dd4-84db-8d3e01d63968 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:05:00.251529 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-10aa60e4-4429-41d4-896c-6a2348d6310e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2895470 Feb 15 05:05:00.332269 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79bd1d49-ae9e-5ec6-bc5e-b9e7c5444204-579d4667-233f-4dd4-84db-8d3e01d63968', 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968', 'project_id': '949eef742b3f4bfcaddf8cdf4e705a6c', 'fixed_ips': [{'subnet_id': '4f8d3ed3-02a2-40bc-8798-70c0536bc110'}]}} from dv-cinder-828696-5-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:05:00.333155 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:00.471270 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Allocated IP 192.168.233.2 (579d4667-233f-4dd4-84db-8d3e01d63968/4f8d3ed3-02a2-40bc-8798-70c0536bc110/f5231beb-4256-4e25-84b1-16390ddad792) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:05:00.708683 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Publish callbacks [] for port (f5231beb-4256-4e25-84b1-16390ddad792), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:00.715878 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (f5231beb-4256-4e25-84b1-16390ddad792), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:00.756934 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Network 579d4667-233f-4dd4-84db-8d3e01d63968 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:05:00.761998 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Pushing event updated for resources: {'Port': ['ID=f5231beb-4256-4e25-84b1-16390ddad792,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:00.765321 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:05:00.770391 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:05:00.773780 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.774144 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.774488 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.774884 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.775211 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.775552 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.775876 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.776195 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.776513 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.776847 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.777170 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.777480 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.777790 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:05:00.834237 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Attempting to bind port f5231beb-4256-4e25-84b1-16390ddad792 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:05:00.834596 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Attempting to bind port f5231beb-4256-4e25-84b1-16390ddad792 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': 'c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:05:00.834946 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Attempting to bind port f5231beb-4256-4e25-84b1-16390ddad792 on network 579d4667-233f-4dd4-84db-8d3e01d63968 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:05:00.840018 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:05:00.840393 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Checking segment: {'id': 'c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:05:00.840803 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:00.841236 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Bound using segment: {'id': 'c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:05:00.841693 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Bound port: f5231beb-4256-4e25-84b1-16390ddad792, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:05:00.842062 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (f5231beb-4256-4e25-84b1-16390ddad792), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:00.905887 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] For port f5231beb-4256-4e25-84b1-16390ddad792, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:05:00.909012 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] For port f5231beb-4256-4e25-84b1-16390ddad792, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=f5231beb-4256-4e25-84b1-16390ddad792,segment=NetworkSegment(c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe),segment_id=c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:05:00.916408 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (f5231beb-4256-4e25-84b1-16390ddad792), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:00.975017 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9375e-a49f-4a08-be4b-16aa8f8f0e92 None None] Pushing event updated for resources: {'Port': ['ID=f5231beb-4256-4e25-84b1-16390ddad792,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:01.821683 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b58c797-5550-4ca8-b1b6-0b215ac3fc2d None None] Network 579d4667-233f-4dd4-84db-8d3e01d63968 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:05:01.923224 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-e63554f4-c2bb-40a2-aae3-9ab5fcde2eb9 None None] Provisioning complete for port f5231beb-4256-4e25-84b1-16390ddad792 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:05:01.923641 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e63554f4-c2bb-40a2-aae3-9ab5fcde2eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (f5231beb-4256-4e25-84b1-16390ddad792), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:02.020586 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-e63554f4-c2bb-40a2-aae3-9ab5fcde2eb9 None None] Current status of the port f5231beb-4256-4e25-84b1-16390ddad792 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:05:02.022191 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e63554f4-c2bb-40a2-aae3-9ab5fcde2eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (f5231beb-4256-4e25-84b1-16390ddad792), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:02.058628 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-e63554f4-c2bb-40a2-aae3-9ab5fcde2eb9 None None] For port f5231beb-4256-4e25-84b1-16390ddad792, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=f5231beb-4256-4e25-84b1-16390ddad792,segment=NetworkSegment(c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe),segment_id=c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:05:02.065223 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e63554f4-c2bb-40a2-aae3-9ab5fcde2eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (f5231beb-4256-4e25-84b1-16390ddad792), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:02.119135 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63554f4-c2bb-40a2-aae3-9ab5fcde2eb9 None None] Pushing event updated for resources: {'Port': ['ID=f5231beb-4256-4e25-84b1-16390ddad792,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:05:02.188854 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-f4c32fe6-5f06-4fb7-a403-76e836626e64 None None] Provisioning complete for port f5231beb-4256-4e25-84b1-16390ddad792 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:05:02.189170 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f4c32fe6-5f06-4fb7-a403-76e836626e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (f5231beb-4256-4e25-84b1-16390ddad792), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:02.214097 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device f5231beb-4256-4e25-84b1-16390ddad792 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:05:02.306965 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port f5231beb-4256-4e25-84b1-16390ddad792 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:05:02.307356 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (f5231beb-4256-4e25-84b1-16390ddad792), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:02.312549 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-f4c32fe6-5f06-4fb7-a403-76e836626e64 None None] Current status of the port f5231beb-4256-4e25-84b1-16390ddad792 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:05:02.388986 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port f5231beb-4256-4e25-84b1-16390ddad792 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:05:03.189004 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-20ad3ab0-18d7-4282-a581-801a60026bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:04.169774 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device f5231beb-4256-4e25-84b1-16390ddad792 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:05:04.217617 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port f5231beb-4256-4e25-84b1-16390ddad792 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:05:04.218251 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (f5231beb-4256-4e25-84b1-16390ddad792), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:04.291565 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port f5231beb-4256-4e25-84b1-16390ddad792 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:05:05.409079 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-79a07823-d7ab-4a3e-bb66-461df7d30514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:06.496529 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:08.298484 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:09.546834 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:24.860850 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:05:33.180544 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a0b67199-9fd5-4628-b26c-82d07cbd5b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:35.411838 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1de9e5c5-73f8-411f-9d01-65d81c26453e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:36.498856 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:38.302309 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:05:39.549957 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:01.859473 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:06:03.182275 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a91c2a9-0b0c-4acf-b604-7fa3cb0630e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:05.412626 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cbd3f59c-b6af-4729-a94c-702f1b52df7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:06.501788 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:08.299948 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:09.552914 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:13.650880 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49614) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:13.657213 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-a3c76ed6-a5c7-4e20-96ed-07e997b58376 tempest-verify_tempest_config-417325467 tempest-verify_tempest_config-417325467-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:06:13.658191 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a3c76ed6-a5c7-4e20-96ed-07e997b58376 tempest-verify_tempest_config-417325467 tempest-verify_tempest_config-417325467-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063109 Feb 15 05:06:13.940250 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49632) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:14.044586 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.115621 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Publish callbacks [] for security_group (582d57f2-e3f5-49d9-8738-1ad38015c619), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.118997 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (582d57f2-e3f5-49d9-8738-1ad38015c619), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.164155 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a97724bf8470415883b64f49538fb059&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2228887 Feb 15 05:06:14.165349 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582d57f2-e3f5-49d9-8738-1ad38015c619,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:14.167191 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 49636) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:06:14.173354 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.173711 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.174055 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.174397 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.174733 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.175067 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.175397 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.175752 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.176083 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.176412 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.176737 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.177057 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.177378 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68dc1e-fd1e-4fb6-8d9c-6b5363552ee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.240389 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Publish callbacks [] for security_group (582d57f2-e3f5-49d9-8738-1ad38015c619), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.260009 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Publish callbacks [] for security_group (582d57f2-e3f5-49d9-8738-1ad38015c619), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.351850 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (582d57f2-e3f5-49d9-8738-1ad38015c619), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.354362 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:14.355536 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/582d57f2-e3f5-49d9-8738-1ad38015c619 HTTP/1.1" status: 204 len: 168 time: 0.1873591 Feb 15 05:06:14.363698 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d57f2-e3f5-49d9-8738-1ad38015c619,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:06:14.370198 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.370545 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.370882 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.371210 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.371557 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.371882 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.372223 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.372546 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.372879 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.373217 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.373650 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.373841 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:14.374154 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c03a2d-bbee-468a-9c72-6d2297463ed7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:06:33.186775 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f9359eb2-d223-4129-9dce-29c67543bc60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:35.413542 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dd5682e1-9381-44b1-9961-8e191d1a7c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:36.504037 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:38.302589 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:06:38.858396 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:06:39.554575 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:03.188751 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f45418f0-b845-44d3-a0e4-614210c53908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:05.414146 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5014-afb9-41e0-aad1-86fb901e8c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:06.505682 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:08.302837 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:09.556043 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:15.856638 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:07:33.191016 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-140cecd3-ef9e-4676-85d3-ce65507a7d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:35.414891 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a6a34dbb-3b55-43d0-a2de-e1ee52e8f5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:36.508548 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:38.305295 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:39.558622 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:48.043384 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526491'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:07:52.857106 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:08:02.319795 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49708) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:02.420408 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-30b86c91-ac00-45a6-a42a-706c62b9f200 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0995355 Feb 15 05:08:03.191780 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c181fe2e-f8ab-4916-8599-4fe6eaaf1f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:04.696994 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49718) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:08:04.750281 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4b92f051-cccb-4814-8765-4a4f78559a4c admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522304 Feb 15 05:08:05.413812 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-378915a9-fe7f-442c-8d1f-d4414728b313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:06.511234 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:08.310643 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:09.561566 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:18.044329 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:29.856804 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:08:33.194373 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c8de-35ca-4bb4-a356-6f3e73dc4f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:35.416550 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-03691104-f99a-4cfe-8f66-08d9c6de7db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:36.514444 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:38.312419 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:39.563885 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:08:48.050571 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:03.196108 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a4be14d1-bb1c-406c-afd6-a70aa5552fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:05.417384 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f28d9c1f-ac4d-4afa-bd96-d418300d8164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:06.516874 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:06.855425 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:09:08.317137 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:09.566173 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:18.055888 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:33.207418 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e7e07f5f-93e1-4183-a985-28cd25c90d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:33.847404 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49862) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:33.862149 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49868) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:34.124739 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-711604802-network', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:34.132847 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2025757301-network', 'tenant_id': 'ef8d9abaa3bf46c0b809a9854fd6f1e9'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:34.162822 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Made reservation on behalf of 17c593bc1f1546b08b29ee3016e2bf5b for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:09:34.165209 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.168700 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Made reservation on behalf of ef8d9abaa3bf46c0b809a9854fd6f1e9 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:09:34.171945 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.179934 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.192910 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.314275 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Publish callbacks [] for security_group (7a2dd5d4-2d65-4ffe-b1e2-6b5fd52f3c54), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.320167 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (7a2dd5d4-2d65-4ffe-b1e2-6b5fd52f3c54), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.345181 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:09:34.386137 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (6d8b4492-0181-4643-8824-bef553afae9d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.386485 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Added segment 6d8b4492-0181-4643-8824-bef553afae9d of type vlan for network aa374ebb-1f55-4485-aab0-67c0623776fe Feb 15 05:09:34.388918 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Publish callbacks [] for security_group (036b4f5b-1719-4104-92e2-ed3fae9707ca), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.397959 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2dd5d4-2d65-4ffe-b1e2-6b5fd52f3c54,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:34.408532 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (036b4f5b-1719-4104-92e2-ed3fae9707ca), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.438083 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.438433 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.438996 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.439335 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.439872 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.440207 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.440544 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.440871 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.441395 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.441748 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.442082 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.442408 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.442733 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Tracked resource versions report: Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: pushed versions: Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: { 'AddressGroup': {'1.2'}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'LocalIPAssociation': {'1.0'}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Log': {'1.0'}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Network': {'1.1'}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Port': {'1.7'}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'PortForwarding': {'1.2'}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'QosPolicy': {'1.10'}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'SecurityGroup': {'1.5'}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'SubPort': {'1.0'}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Subnet': {'1.1'}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Trunk': {'1.1'}} Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: consumer versions: Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: { DHCP agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: HyperV agent@hv-cinder-82869: {}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: L3 agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: Metadata agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: Metering agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: Open vSwitch agent@dv-cinder-828696-5-iscsi: { 'AddressGroup': '1.2', Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'ConntrackHelper': '1.0', Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'LocalIPAssociation': '1.0', Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Log': '1.0', Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Network': '1.1', Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Port': '1.7', Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'PortForwarding': '1.2', Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'QosPolicy': '1.10', Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'SecurityGroup': '1.5', Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'SecurityGroupRule': '1.2', Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'SubPort': '1.0', Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Subnet': '1.1', Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: 'Trunk': '1.1'}} Feb 15 05:09:34.443903 dv-cinder-828696-5-iscsi neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 05:09:34.460158 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (aa374ebb-1f55-4485-aab0-67c0623776fe), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.471324 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:09:34.497217 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (600a57a3-5ad8-4da0-8ade-9cfaed561a6b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.497555 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Added segment 600a57a3-5ad8-4da0-8ade-9cfaed561a6b of type vlan for network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 Feb 15 05:09:34.498921 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036b4f5b-1719-4104-92e2-ed3fae9707ca,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:34.572034 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (6d9c2d0d-8ce7-4f6f-8128-3b936cc88963), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.582724 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (aa374ebb-1f55-4485-aab0-67c0623776fe), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.583993 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:34.584594 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.669947 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8054326 Feb 15 05:09:34.673011 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 49920) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:34.677863 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7e5de-56c0-4dde-a660-df9635c414e9 admin admin] Pushing event updated for resources: {'Network': ['ID=aa374ebb-1f55-4485-aab0-67c0623776fe,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:34.679128 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Request body: {'subnet': {'network_id': 'aa374ebb-1f55-4485-aab0-67c0623776fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2025757301-subnet', 'tenant_id': 'ef8d9abaa3bf46c0b809a9854fd6f1e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:34.687650 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (6d9c2d0d-8ce7-4f6f-8128-3b936cc88963), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.689134 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network aa374ebb-1f55-4485-aab0-67c0623776fe details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:09:34.689621 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:34.689930 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.700775 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49924) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:34.726499 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Made reservation on behalf of ef8d9abaa3bf46c0b809a9854fd6f1e9 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:09:34.728323 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8798194 Feb 15 05:09:34.730408 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.731123 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49928) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:34.739359 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-180a83e1-c693-49d0-bd09-007ce49c57fd admin admin] Request body: {'subnet': {'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-subnet', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:34.750134 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 49930) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:34.800665 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1643ee3-2d4f-4887-ade2-f4795cfbb67e admin admin] Pushing event updated for resources: {'Network': ['ID=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:34.813580 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180a83e1-c693-49d0-bd09-007ce49c57fd admin admin] Made reservation on behalf of 17c593bc1f1546b08b29ee3016e2bf5b for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:09:34.816455 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-180a83e1-c693-49d0-bd09-007ce49c57fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:34.817201 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:09:35.046842 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for subnet (62cfd9d0-8d6a-42eb-b93c-067e7dd55f26), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.071588 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-180a83e1-c693-49d0-bd09-007ce49c57fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for subnet (907e55dd-ffdf-45db-8fcc-1436af667f7c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.094071 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=62cfd9d0-8d6a-42eb-b93c-067e7dd55f26,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:35.101576 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.102141 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.102649 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.103182 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.103741 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.104258 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.104798 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.105194 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.105705 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.106338 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.106940 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.107551 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.108279 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Tracked resource versions report: Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: pushed versions: Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: { 'AddressGroup': {'1.2'}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'LocalIPAssociation': {'1.0'}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Log': {'1.0'}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Network': {'1.1'}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Port': {'1.7'}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'PortForwarding': {'1.2'}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'QosPolicy': {'1.10'}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'SecurityGroup': {'1.5'}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'SubPort': {'1.0'}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Subnet': {'1.1'}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Trunk': {'1.1'}} Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: consumer versions: Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: { DHCP agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: HyperV agent@hv-cinder-82869: {}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: L3 agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: Metadata agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: Metering agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: Open vSwitch agent@dv-cinder-828696-5-iscsi: { 'AddressGroup': '1.2', Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'ConntrackHelper': '1.0', Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'LocalIPAssociation': '1.0', Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Log': '1.0', Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Network': '1.1', Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Port': '1.7', Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'PortForwarding': '1.2', Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'QosPolicy': '1.10', Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'SecurityGroup': '1.5', Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'SecurityGroupRule': '1.2', Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'SubPort': '1.0', Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Subnet': '1.1', Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: 'Trunk': '1.1'}} Feb 15 05:09:35.109591 dv-cinder-828696-5-iscsi neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 05:09:35.146344 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Checking segment: {'id': '6d8b4492-0181-4643-8824-bef553afae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aa374ebb-1f55-4485-aab0-67c0623776fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:09:35.146941 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Network hostable DHCP agents. Network: aa374ebb-1f55-4485-aab0-67c0623776fe, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:09:35.157080 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-861158704-network', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:35.168098 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a83e1-c693-49d0-bd09-007ce49c57fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=907e55dd-ffdf-45db-8fcc-1436af667f7c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:35.174185 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Network aa374ebb-1f55-4485-aab0-67c0623776fe is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:09:35.181875 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a83e1-c693-49d0-bd09-007ce49c57fd admin admin] Checking segment: {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:09:35.182217 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a83e1-c693-49d0-bd09-007ce49c57fd admin admin] Network hostable DHCP agents. Network: 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:09:35.195545 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, aa374ebb-1f55-4485-aab0-67c0623776fe) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:35.196719 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Made reservation on behalf of ce57a3e72448423bb61b4415a0877d7c for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:09:35.199150 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.201652 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:35.202901 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.209600 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6fc4de-050c-44d8-96bc-c37d33804dea None None] Network aa374ebb-1f55-4485-aab0-67c0623776fe requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:09:35.210681 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.220819 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a83e1-c693-49d0-bd09-007ce49c57fd admin admin] Network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:09:35.230140 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-180a83e1-c693-49d0-bd09-007ce49c57fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:35.238824 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180a83e1-c693-49d0-bd09-007ce49c57fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:35.239421 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-180a83e1-c693-49d0-bd09-007ce49c57fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.256432 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-52a445a4-d8a0-489c-8644-b812e07056ef admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5819695 Feb 15 05:09:35.284756 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f324be02-0e6a-49fe-91db-62929cbcb93b None None] Network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:09:35.286279 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-180a83e1-c693-49d0-bd09-007ce49c57fd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5537632 Feb 15 05:09:35.289731 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49950) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:35.293411 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1150195200-network', 'tenant_id': '6a28ab1e36bc42108a104282e2cf990e'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:35.294547 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:35.342225 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Publish callbacks [] for security_group (e2c5965a-efbc-407f-8a55-7cce0db214fa), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.344428 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-527349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6842'] for router (92f675ab-d5e2-46eb-a7ce-2445be023f5b), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.345738 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6821'] for router (92f675ab-d5e2-46eb-a7ce-2445be023f5b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.351960 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Made reservation on behalf of 6a28ab1e36bc42108a104282e2cf990e for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:09:35.354812 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.357831 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (e2c5965a-efbc-407f-8a55-7cce0db214fa), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.372424 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.385397 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:09:35.469838 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (4d858782-1f9d-473d-90a5-e5667afc86db), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.470232 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Added segment 4d858782-1f9d-473d-90a5-e5667afc86db of type vlan for network cd594851-7477-41c9-a7b4-26db9b9126be Feb 15 05:09:35.471854 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c5965a-efbc-407f-8a55-7cce0db214fa,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:35.480006 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Publish callbacks [] for security_group (6767d277-a57d-4522-923f-f5fc68f699b9), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.482654 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5259a6cd-2cfc-4bcd-bef3-e13ea71f55a7 None None] Network aa374ebb-1f55-4485-aab0-67c0623776fe requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:09:35.487284 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (6767d277-a57d-4522-923f-f5fc68f699b9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.522339 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6767d277-a57d-4522-923f-f5fc68f699b9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:35.539577 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:09:35.557863 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-355cdd52-ff9c-4848-a134-24deb07e4cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.560762 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729009002343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (b5405a9c-0712-4739-ba08-b28a23e4bf60), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.562328 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Unsubscribe: segment precommit_create {{(pid=102670) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 05:09:35.562871 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Added segment b5405a9c-0712-4739-ba08-b28a23e4bf60 of type vlan for network 8015fa10-ce7f-4fa9-a690-6efad0952bca Feb 15 05:09:35.596892 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Publish callbacks [] for router_controller (92f675ab-d5e2-46eb-a7ce-2445be023f5b), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.606506 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79bd1d49-ae9e-5ec6-bc5e-b9e7c5444204-6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c'}]}} from dv-cinder-828696-5-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:09:35.607578 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.618452 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (cd594851-7477-41c9-a7b4-26db9b9126be), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.629027 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (8015fa10-ce7f-4fa9-a690-6efad0952bca), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.680328 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (8015fa10-ce7f-4fa9-a690-6efad0952bca), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.682299 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:35.683237 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.791150 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] Pushing event updated for resources: {'Network': ['ID=8015fa10-ce7f-4fa9-a690-6efad0952bca,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:35.801324 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-474db78b-ba42-4c36-9b99-279c3509c92d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0435863 Feb 15 05:09:35.804734 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 49972) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:35.811134 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-15de4434-554c-42bd-97ae-739cf1dce7c4 admin admin] Request body: {'subnet': {'network_id': '8015fa10-ce7f-4fa9-a690-6efad0952bca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1150195200-subnet', 'tenant_id': '6a28ab1e36bc42108a104282e2cf990e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:35.823019 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 8015fa10-ce7f-4fa9-a690-6efad0952bca details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:09:35.835420 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15de4434-554c-42bd-97ae-739cf1dce7c4 admin admin] Made reservation on behalf of 6a28ab1e36bc42108a104282e2cf990e for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:09:35.838986 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15de4434-554c-42bd-97ae-739cf1dce7c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.934896 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Publish callbacks [] for router_gateway (92f675ab-d5e2-46eb-a7ce-2445be023f5b), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.948410 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (cd594851-7477-41c9-a7b4-26db9b9126be), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.949415 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:35.950016 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:35.961977 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Allocated IP 172.20.0.2 (6d9c2d0d-8ce7-4f6f-8128-3b936cc88963/907e55dd-ffdf-45db-8fcc-1436af667f7c/22d6b731-b362-491b-80cf-9404238a6f64) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:09:36.029975 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] Pushing event updated for resources: {'Network': ['ID=cd594851-7477-41c9-a7b4-26db9b9126be,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:36.042345 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0095fba9-e85f-48a8-989c-73db36364b78 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3362215 Feb 15 05:09:36.042623 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 49980) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:36.045384 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network cd594851-7477-41c9-a7b4-26db9b9126be details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:09:36.048962 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-fb299bc8-7fba-47fa-b1d9-489b66c6dce5 admin admin] Request body: {'subnet': {'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-861158704-subnet', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:36.094698 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb299bc8-7fba-47fa-b1d9-489b66c6dce5 admin admin] Made reservation on behalf of ce57a3e72448423bb61b4415a0877d7c for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:09:36.097424 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb299bc8-7fba-47fa-b1d9-489b66c6dce5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.119281 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15de4434-554c-42bd-97ae-739cf1dce7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for subnet (943a651a-e1d4-483c-8831-f1b60f0d54a7), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.199990 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de4434-554c-42bd-97ae-739cf1dce7c4 admin admin] Checking segment: {'id': 'b5405a9c-0712-4739-ba08-b28a23e4bf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8015fa10-ce7f-4fa9-a690-6efad0952bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:09:36.200499 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de4434-554c-42bd-97ae-739cf1dce7c4 admin admin] Network hostable DHCP agents. Network: 8015fa10-ce7f-4fa9-a690-6efad0952bca, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:09:36.234803 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de4434-554c-42bd-97ae-739cf1dce7c4 admin admin] Network 8015fa10-ce7f-4fa9-a690-6efad0952bca is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:09:36.247671 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de4434-554c-42bd-97ae-739cf1dce7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943a651a-e1d4-483c-8831-f1b60f0d54a7,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:36.256501 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-15de4434-554c-42bd-97ae-739cf1dce7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 8015fa10-ce7f-4fa9-a690-6efad0952bca) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:36.269093 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e47a14-c784-4dd6-b2af-76f231309e03 None None] Network 8015fa10-ce7f-4fa9-a690-6efad0952bca requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:09:36.275709 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15de4434-554c-42bd-97ae-739cf1dce7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:36.278086 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15de4434-554c-42bd-97ae-739cf1dce7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.313601 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-15de4434-554c-42bd-97ae-739cf1dce7c4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5073469 Feb 15 05:09:36.431843 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1396df-9283-41f9-9a40-59c2b6eaff2d None None] Network 8015fa10-ce7f-4fa9-a690-6efad0952bca requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:09:36.481759 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Publish callbacks [] for router_gateway (92f675ab-d5e2-46eb-a7ce-2445be023f5b), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.518343 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.564668 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.578191 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb299bc8-7fba-47fa-b1d9-489b66c6dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for subnet (1ea711dc-35af-4e23-a3c6-058831f747a6), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.580600 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Publish callbacks [] for port (22d6b731-b362-491b-80cf-9404238a6f64), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.595697 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (22d6b731-b362-491b-80cf-9404238a6f64), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.688381 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:09:36.697713 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:36.700673 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:09:36.754119 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb299bc8-7fba-47fa-b1d9-489b66c6dce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea711dc-35af-4e23-a3c6-058831f747a6,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:36.785282 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Allocated IP 172.27.3.101 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/dab67d09-d252-4b4d-b433-f74c7b6509b4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:09:36.787346 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb299bc8-7fba-47fa-b1d9-489b66c6dce5 admin admin] Checking segment: {'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:09:36.787737 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb299bc8-7fba-47fa-b1d9-489b66c6dce5 admin admin] Network hostable DHCP agents. Network: cd594851-7477-41c9-a7b4-26db9b9126be, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:09:36.788303 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Pushing event updated for resources: {'Port': ['ID=22d6b731-b362-491b-80cf-9404238a6f64,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:36.801131 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.801808 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.802334 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.802841 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.803807 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.804403 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.805264 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.807182 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.808379 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.809726 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.810337 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.812050 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.812631 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Tracked resource versions report: Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: pushed versions: Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: { 'AddressGroup': {'1.2'}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'ConntrackHelper': {'1.0'}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'LocalIPAssociation': {'1.0'}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Log': {'1.0'}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Network': {'1.1'}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Port': {'1.7'}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'PortForwarding': {'1.2'}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'QosPolicy': {'1.10'}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'SecurityGroup': {'1.5'}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'SecurityGroupRule': {'1.2'}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'SubPort': {'1.0'}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Subnet': {'1.1'}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Trunk': {'1.1'}} Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: consumer versions: Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: { DHCP agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: HyperV agent@hv-cinder-82869: {}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: L3 agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: Metadata agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: Metering agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: Open vSwitch agent@dv-cinder-828696-5-iscsi: { 'AddressGroup': '1.2', Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'ConntrackHelper': '1.0', Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'LocalIPAssociation': '1.0', Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Log': '1.0', Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Network': '1.1', Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Port': '1.7', Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'PortForwarding': '1.2', Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'QosPolicy': '1.10', Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'SecurityGroup': '1.5', Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'SecurityGroupRule': '1.2', Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'SubPort': '1.0', Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Subnet': '1.1', Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: 'Trunk': '1.1'}} Feb 15 05:09:36.814228 dv-cinder-828696-5-iscsi neutron-server[102671]: {{(pid=102671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 05:09:36.825127 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb299bc8-7fba-47fa-b1d9-489b66c6dce5 admin admin] Network cd594851-7477-41c9-a7b4-26db9b9126be is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:09:36.859378 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Attempting to bind port 22d6b731-b362-491b-80cf-9404238a6f64 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:09:36.860455 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Attempting to bind port 22d6b731-b362-491b-80cf-9404238a6f64 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:09:36.861415 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Attempting to bind port 22d6b731-b362-491b-80cf-9404238a6f64 on network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:09:36.863915 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-fb299bc8-7fba-47fa-b1d9-489b66c6dce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, cd594851-7477-41c9-a7b4-26db9b9126be) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:36.873288 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb299bc8-7fba-47fa-b1d9-489b66c6dce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:36.873947 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb299bc8-7fba-47fa-b1d9-489b66c6dce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.874713 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:09:36.875360 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Checking segment: {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:09:36.876269 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.876984 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Bound using segment: {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:09:36.879005 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Bound port: 22d6b731-b362-491b-80cf-9404238a6f64, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:09:36.880347 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (22d6b731-b362-491b-80cf-9404238a6f64), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.884293 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73053886-d9e0-42df-9c36-f56a7d15a8b2 None None] Network cd594851-7477-41c9-a7b4-26db9b9126be requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:09:36.912210 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-fb299bc8-7fba-47fa-b1d9-489b66c6dce5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8683338 Feb 15 05:09:36.914819 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50006) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:36.920201 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-861158704-router', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:36.957030 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Publish callbacks [] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.972706 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-527349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6842'] for router (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:36.974003 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6821'] for router (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:37.016357 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:37.037964 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] For port 22d6b731-b362-491b-80cf-9404238a6f64, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:09:37.041727 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] For port 22d6b731-b362-491b-80cf-9404238a6f64, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=22d6b731-b362-491b-80cf-9404238a6f64,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:09:37.065445 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (22d6b731-b362-491b-80cf-9404238a6f64), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:37.086953 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Pushing event updated for resources: {'Port': ['ID=dab67d09-d252-4b4d-b433-f74c7b6509b4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:37.100058 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:09:37.102170 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:37.105011 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:09:37.118672 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Publish callbacks [] for router_controller (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:37.148414 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee508a7-d6cd-455d-a158-369a474bc170 None None] Pushing event updated for resources: {'Port': ['ID=22d6b731-b362-491b-80cf-9404238a6f64,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:37.240600 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9316f487-c3be-4ec1-9d7a-56eb029c810c None None] Network cd594851-7477-41c9-a7b4-26db9b9126be requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:09:37.364031 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Publish callbacks [] for router_gateway (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:37.389213 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Publish callbacks [] for router_gateway (92f675ab-d5e2-46eb-a7ce-2445be023f5b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:37.784299 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525964'] for router (92f675ab-d5e2-46eb-a7ce-2445be023f5b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:37.807636 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50044) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:37.818615 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1322157669-network', 'tenant_id': 'daf9f530976f4451b7bf0ead8b5416e6'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:37.846369 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Publish callbacks [] for router_gateway (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:37.875788 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:37.932643 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Made reservation on behalf of daf9f530976f4451b7bf0ead8b5416e6 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:09:37.935823 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:37.955007 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.059268 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Router 92f675ab-d5e2-46eb-a7ce-2445be023f5b is scheduled to L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:09:38.073673 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Allocated IP 172.27.3.136 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/0840b584-bfc4-4d0e-b2e8-01121b5ec5e6) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:09:38.191579 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Publish callbacks [] for security_group (b17cc9a0-776a-4c98-a202-fa2d2a27e1c9), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.200494 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (b17cc9a0-776a-4c98-a202-fa2d2a27e1c9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.215446 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:09:38.226522 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (0df5844a-b4cc-4f3d-81ce-4ceac3380df7), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.227011 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Added segment 0df5844a-b4cc-4f3d-81ce-4ceac3380df7 of type vlan for network 0cfddb33-2bac-4289-b7cf-79d4cf18801e Feb 15 05:09:38.243633 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50066) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:38.246950 dv-cinder-828696-5-iscsi neutron-server[102669]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 05:09:38.272506 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (0cfddb33-2bac-4289-b7cf-79d4cf18801e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.306762 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (0cfddb33-2bac-4289-b7cf-79d4cf18801e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.312100 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:38.312829 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.342596 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17cc9a0-776a-4c98-a202-fa2d2a27e1c9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:38.348484 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.440922 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] Pushing event updated for resources: {'Network': ['ID=0cfddb33-2bac-4289-b7cf-79d4cf18801e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:38.455683 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 0cfddb33-2bac-4289-b7cf-79d4cf18801e details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:09:38.464255 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a5bcf271-b340-4c9b-b172-cf1f0a9579db admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6553829 Feb 15 05:09:38.488355 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50078) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:38.505218 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-98e20bb4-7cef-46ba-8ee8-a51e4fdf173d admin admin] Request body: {'subnet': {'network_id': '0cfddb33-2bac-4289-b7cf-79d4cf18801e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1322157669-subnet', 'tenant_id': 'daf9f530976f4451b7bf0ead8b5416e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:38.551258 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 22d6b731-b362-491b-80cf-9404238a6f64 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:09:38.606856 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Publish callbacks [] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.641015 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 22d6b731-b362-491b-80cf-9404238a6f64 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:38.641666 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (22d6b731-b362-491b-80cf-9404238a6f64), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.686276 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e20bb4-7cef-46ba-8ee8-a51e4fdf173d admin admin] Made reservation on behalf of daf9f530976f4451b7bf0ead8b5416e6 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:09:38.694595 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98e20bb4-7cef-46ba-8ee8-a51e4fdf173d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.758039 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:09:38.771179 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Sync routers for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:09:38.790337 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:38.793858 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90bb001-6eb3-45b9-acbc-3fa78f46c2cd None None] Network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:09:38.795343 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:38.901817 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:38.904059 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-63266d7e-7f3f-4f8b-97dc-a8609457366d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6126902 Feb 15 05:09:38.922501 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50100) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:39.028996 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:39.041407 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 22d6b731-b362-491b-80cf-9404238a6f64 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:39.041816 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (22d6b731-b362-491b-80cf-9404238a6f64), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:39.084940 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Pushing event updated for resources: {'Port': ['ID=0840b584-bfc4-4d0e-b2e8-01121b5ec5e6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:39.088607 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98e20bb4-7cef-46ba-8ee8-a51e4fdf173d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for subnet (32c7dfad-158b-4e47-8e8c-62e6eb0427d2), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:39.157305 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e20bb4-7cef-46ba-8ee8-a51e4fdf173d admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c7dfad-158b-4e47-8e8c-62e6eb0427d2,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:39.197756 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:09:39.206443 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:39.208507 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e20bb4-7cef-46ba-8ee8-a51e4fdf173d admin admin] Checking segment: {'id': '0df5844a-b4cc-4f3d-81ce-4ceac3380df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0cfddb33-2bac-4289-b7cf-79d4cf18801e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:09:39.208856 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e20bb4-7cef-46ba-8ee8-a51e4fdf173d admin admin] Network hostable DHCP agents. Network: 0cfddb33-2bac-4289-b7cf-79d4cf18801e, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:09:39.212404 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:09:39.227294 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-26602f84-8afc-476f-8dfb-ee2f83cc0dcf None None] Provisioning complete for port 22d6b731-b362-491b-80cf-9404238a6f64 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:39.228186 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-26602f84-8afc-476f-8dfb-ee2f83cc0dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (22d6b731-b362-491b-80cf-9404238a6f64), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:39.314633 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-364f98a1-85bb-4456-9bdb-82458425c68a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:39.321453 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-364f98a1-85bb-4456-9bdb-82458425c68a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/networks?id=8015fa10-ce7f-4fa9-a690-6efad0952bca HTTP/1.1" status: 200 len: 812 time: 1.0759511 Feb 15 05:09:39.353787 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e20bb4-7cef-46ba-8ee8-a51e4fdf173d admin admin] Network 0cfddb33-2bac-4289-b7cf-79d4cf18801e is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:09:39.364322 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port 22d6b731-b362-491b-80cf-9404238a6f64, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=22d6b731-b362-491b-80cf-9404238a6f64,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:39.376252 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-98e20bb4-7cef-46ba-8ee8-a51e4fdf173d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 0cfddb33-2bac-4289-b7cf-79d4cf18801e) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:39.382730 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e20bb4-7cef-46ba-8ee8-a51e4fdf173d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:39.383327 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98e20bb4-7cef-46ba-8ee8-a51e4fdf173d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:39.437917 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10149bbb-4c0f-4395-940b-795a7b257e2f None None] Network 0cfddb33-2bac-4289-b7cf-79d4cf18801e requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:09:39.454148 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-d9e89a9d-a1a4-4598-ba04-ca7a80864113 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/quotas/6a28ab1e36bc42108a104282e2cf990e HTTP/1.1" status: 200 len: 375 time: 0.1182654 Feb 15 05:09:39.464844 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-98e20bb4-7cef-46ba-8ee8-a51e4fdf173d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9707453 Feb 15 05:09:39.525072 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (22d6b731-b362-491b-80cf-9404238a6f64), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:39.540536 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-b9964f8c-26d0-4566-a0b4-a7bd83e4398a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a28ab1e36bc42108a104282e2cf990e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730565 Feb 15 05:09:39.562826 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:39.658801 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=22d6b731-b362-491b-80cf-9404238a6f64,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:39.706944 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Publish callbacks [] for router_gateway (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:39.720596 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:39.781104 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50148) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:39.873124 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3b9372-c3bd-4379-858f-f8a4409bc8cd admin admin] Deleting subnet 62cfd9d0-8d6a-42eb-b93c-067e7dd55f26 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:09:39.878533 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9372-c3bd-4379-858f-f8a4409bc8cd admin admin] Publish callbacks [] for subnet (62cfd9d0-8d6a-42eb-b93c-067e7dd55f26), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:39.894652 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:37Z', 'revision_number': 3, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:39.905040 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-26602f84-8afc-476f-8dfb-ee2f83cc0dcf None None] Current status of the port 22d6b731-b362-491b-80cf-9404238a6f64 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:39.957054 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88d5198-981c-4b50-9a30-2cbeacc1a807 None None] Network 0cfddb33-2bac-4289-b7cf-79d4cf18801e requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:09:40.012524 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Checking router: 92f675ab-d5e2-46eb-a7ce-2445be023f5b for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:09:40.014092 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Updating router 92f675ab-d5e2-46eb-a7ce-2445be023f5b port dab67d09-d252-4b4d-b433-f74c7b6509b4 binding host dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:09:40.062960 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9372-c3bd-4379-858f-f8a4409bc8cd admin admin] Publish callbacks [] for subnet (62cfd9d0-8d6a-42eb-b93c-067e7dd55f26), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.098341 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.131103 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9372-c3bd-4379-858f-f8a4409bc8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (62cfd9d0-8d6a-42eb-b93c-067e7dd55f26), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.167200 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50174) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:40.294195 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-4a1d5bc0-cd7f-403b-96dc-73348a2f710b None None] Provisioning complete for port 22d6b731-b362-491b-80cf-9404238a6f64 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:40.294585 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5bc0-cd7f-403b-96dc-73348a2f710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (22d6b731-b362-491b-80cf-9404238a6f64), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.297900 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525964'] for router (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.349125 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-7ae460a8-1018-44c6-93cf-693b68d44392 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:09:40.352183 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-7ae460a8-1018-44c6-93cf-693b68d44392 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2583630 Feb 15 05:09:40.431535 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.436404 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-80fe2a33-99a1-4976-9ca1-5a25f1a1e78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.450795 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 22d6b731-b362-491b-80cf-9404238a6f64 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:09:40.499413 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d5bc0-cd7f-403b-96dc-73348a2f710b None None] Current status of the port 22d6b731-b362-491b-80cf-9404238a6f64 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:40.562824 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 22d6b731-b362-491b-80cf-9404238a6f64 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:40.564236 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (22d6b731-b362-491b-80cf-9404238a6f64), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.599307 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Publish callbacks [] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.616100 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.657362 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9372-c3bd-4379-858f-f8a4409bc8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for subnet (62cfd9d0-8d6a-42eb-b93c-067e7dd55f26), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.741289 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Pushing event updated for resources: {'Port': ['ID=dab67d09-d252-4b4d-b433-f74c7b6509b4,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:40.770511 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf3b9372-c3bd-4379-858f-f8a4409bc8cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.782247 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.782351 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.783232 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.783905 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.784858 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.785049 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.785758 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.786910 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.787726 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.788774 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.790034 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.790822 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.791474 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Tracked resource versions report: Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: pushed versions: Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: { 'AddressGroup': {'1.2'}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'ConntrackHelper': {'1.0'}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'LocalIPAssociation': {'1.0'}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Log': {'1.0'}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Network': {'1.1'}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Port': {'1.7'}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'PortForwarding': {'1.2'}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'QosPolicy': {'1.10'}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'SecurityGroup': {'1.5'}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'SecurityGroupRule': {'1.2'}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'SubPort': {'1.0'}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Subnet': {'1.1'}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Trunk': {'1.1'}} Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: consumer versions: Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: { DHCP agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: HyperV agent@hv-cinder-82869: {}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: L3 agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: Metadata agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: Metering agent@dv-cinder-828696-5-iscsi: {}, Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: Open vSwitch agent@dv-cinder-828696-5-iscsi: { 'AddressGroup': '1.2', Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'ConntrackHelper': '1.0', Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'LocalIPAssociation': '1.0', Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Log': '1.0', Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Network': '1.1', Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Port': '1.7', Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'PortForwarding': '1.2', Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'QosPolicy': '1.10', Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'SecurityGroup': '1.5', Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'SecurityGroupRule': '1.2', Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'SubPort': '1.0', Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Subnet': '1.1', Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: 'Trunk': '1.1'}} Feb 15 05:09:40.793267 dv-cinder-828696-5-iscsi neutron-server[102672]: {{(pid=102672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 05:09:40.795691 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cf3b9372-c3bd-4379-858f-f8a4409bc8cd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/62cfd9d0-8d6a-42eb-b93c-067e7dd55f26 HTTP/1.1" status: 204 len: 168 time: 1.0123041 Feb 15 05:09:40.801138 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50218) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:40.809987 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Attempting to bind port dab67d09-d252-4b4d-b433-f74c7b6509b4 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:09:40.810357 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Router 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 is scheduled to L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:09:40.812784 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Attempting to bind port dab67d09-d252-4b4d-b433-f74c7b6509b4 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:09:40.813900 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Attempting to bind port dab67d09-d252-4b4d-b433-f74c7b6509b4 on network dda14d27-2e09-4348-83b7-68b288eb8ca4 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:09:40.835981 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:09:40.838066 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Checking segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:09:40.838473 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.839450 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Bound using segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:09:40.840478 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Bound port: dab67d09-d252-4b4d-b433-f74c7b6509b4, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:09:40.843145 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.855244 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-80fe2a33-99a1-4976-9ca1-5a25f1a1e78c admin admin] Publish callbacks [] for security_group (0c214ff6-60cc-464a-9262-058357aa6470), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.861465 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b9372-c3bd-4379-858f-f8a4409bc8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62cfd9d0-8d6a-42eb-b93c-067e7dd55f26,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:40.862612 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 22d6b731-b362-491b-80cf-9404238a6f64 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:40.865656 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-80fe2a33-99a1-4976-9ca1-5a25f1a1e78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (0c214ff6-60cc-464a-9262-058357aa6470), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.922097 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] For port dab67d09-d252-4b4d-b433-f74c7b6509b4, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:09:40.926172 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] For port dab67d09-d252-4b4d-b433-f74c7b6509b4, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=dab67d09-d252-4b4d-b433-f74c7b6509b4,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:09:40.942405 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:40.969771 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-80fe2a33-99a1-4976-9ca1-5a25f1a1e78c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1c30edf3ebd4ce2819e58394ba49598&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7979293 Feb 15 05:09:40.971392 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50236) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:40.973942 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-1d010c6a-7291-4429-a4c5-1813a5de60e8 service neutron] 10.222.0.43 "GET /v2.0/networks/8015fa10-ce7f-4fa9-a690-6efad0952bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033406 Feb 15 05:09:41.013615 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:41.014250 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:41.101778 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe2a33-99a1-4976-9ca1-5a25f1a1e78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c214ff6-60cc-464a-9262-058357aa6470,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:41.133036 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:41.151198 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (aa374ebb-1f55-4485-aab0-67c0623776fe), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:41.222972 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Allocated IP 172.20.0.1 (6d9c2d0d-8ce7-4f6f-8128-3b936cc88963/907e55dd-ffdf-45db-8fcc-1436af667f7c/74b55e4d-7607-495c-b781-d65994e85f6f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:09:41.247216 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ffb41557-697b-4bd4-bb76-007d91e3a676 admin admin] Publish callbacks [] for security_group (0c214ff6-60cc-464a-9262-058357aa6470), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:41.260224 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:09:41.272191 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Sync routers for ids ['1e6c9ed4-cd9d-40c0-a76a-aa990a104737'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:09:41.280707 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ffb41557-697b-4bd4-bb76-007d91e3a676 admin admin] Publish callbacks [] for security_group (0c214ff6-60cc-464a-9262-058357aa6470), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:41.296793 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Routers {'1e6c9ed4-cd9d-40c0-a76a-aa990a104737'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:41.297418 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e6c9ed4-cd9d-40c0-a76a-aa990a104737'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:41.307963 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3448624-1102-4aa6-bd78-eb3c8a700e44 None None] Pushing event updated for resources: {'Port': ['ID=dab67d09-d252-4b4d-b433-f74c7b6509b4,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:41.321271 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:41.322959 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-46229d31-7b67-41eb-9f13-e0c1032a9840 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4065659 Feb 15 05:09:41.328519 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50262) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:41.381049 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Publish callbacks [] for port (74b55e4d-7607-495c-b781-d65994e85f6f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:41.430416 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:41.468643 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ffb41557-697b-4bd4-bb76-007d91e3a676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (0c214ff6-60cc-464a-9262-058357aa6470), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:41.474184 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ffb41557-697b-4bd4-bb76-007d91e3a676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:41.479943 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ffb41557-697b-4bd4-bb76-007d91e3a676 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c214ff6-60cc-464a-9262-058357aa6470 HTTP/1.1" status: 204 len: 168 time: 0.5019608 Feb 15 05:09:41.508433 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-b405b96f-dee6-4790-9b73-4bd47f9aeb9f service neutron] 10.222.0.43 "GET /v2.0/networks/8015fa10-ce7f-4fa9-a690-6efad0952bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336308 Feb 15 05:09:41.516443 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:09:41.549635 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:41.555161 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Set router 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:41.558085 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:09:41.558487 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-525503'] for router_interface (92f675ab-d5e2-46eb-a7ce-2445be023f5b), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:41.616757 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb41557-697b-4bd4-bb76-007d91e3a676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c214ff6-60cc-464a-9262-058357aa6470,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:41.617977 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:37Z', 'revision_number': 3, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:41.771343 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b136f06-b7c0-4ccd-8842-f0122a75da6f None None] The sync data for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi is: [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:37Z', 'revision_number': 3, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:09:42.131171 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Pushing event updated for resources: {'Port': ['ID=74b55e4d-7607-495c-b781-d65994e85f6f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:42.139916 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-00039042-e85e-46c6-b7a7-9407fdae48f9 None None] Provisioning complete for port 74b55e4d-7607-495c-b781-d65994e85f6f triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:42.140530 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-00039042-e85e-46c6-b7a7-9407fdae48f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.200562 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-00039042-e85e-46c6-b7a7-9407fdae48f9 None None] Port 74b55e4d-7607-495c-b781-d65994e85f6f cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:09:42.234682 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'name': 'tempest-ServerRescueNegativeTestJSON-861158704-router', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:39Z', 'revision_number': 3, 'project_id': 'ce57a3e72448423bb61b4415a0877d7c', 'gw_port': {'id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:37Z', 'updated_at': '2022-02-15T05:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:42.246408 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (aa374ebb-1f55-4485-aab0-67c0623776fe), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.267866 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Checking router: 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:09:42.268665 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Updating router 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 binding host dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:09:42.324864 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.329889 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50306) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:42.332346 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-519eac06-a33e-4577-9adf-5a921c06759b req-fb41f6dc-491e-4a12-b2ae-990cd40854ab tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 210 time: 0.1953945 Feb 15 05:09:42.413171 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.413800 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.414245 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.414599 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > port after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.414936 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.415271 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > port after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.418836 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.421791 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.422143 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.422483 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.498056 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.587260 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d5172675-9a07-4498-a1ec-d4e5e3188935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.788775 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.788994 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Allocated IP 172.20.0.1 (cd594851-7477-41c9-a7b4-26db9b9126be/1ea711dc-35af-4e23-a3c6-058831f747a6/1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:09:42.789505 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.790016 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.790548 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:42.791089 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa374ebb-1f55-4485-aab0-67c0623776fe']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:42.828154 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d5172675-9a07-4498-a1ec-d4e5e3188935 admin admin] Publish callbacks [] for security_group (995945f9-8856-460a-82ac-19109e109966), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.832702 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8b4492-0181-4643-8824-bef553afae9d') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:42.833672 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8b4492-0181-4643-8824-bef553afae9d') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:42.849753 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d5172675-9a07-4498-a1ec-d4e5e3188935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (995945f9-8856-460a-82ac-19109e109966), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.896125 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2703968'] for segment (6d8b4492-0181-4643-8824-bef553afae9d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.921943 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Publish callbacks [] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.937200 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:42.999375 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (6d8b4492-0181-4643-8824-bef553afae9d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.011532 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:09:43.012424 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975416'] for segment (6d8b4492-0181-4643-8824-bef553afae9d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: from cryptography.utils import int_from_bytes Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: from cryptography.utils import int_from_bytes Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: timer() Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: cb(*args, **kw) Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: self._notify() Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: self.callback(batched_events) Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: event.method(event) Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._get(url).json() Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:09:43.018592 dv-cinder-828696-5-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:09:43.031668 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d5172675-9a07-4498-a1ec-d4e5e3188935 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70362c99bb964aa7bb5470ecd9ed1372&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6971793 Feb 15 05:09:43.038259 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50334) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:43.045101 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5172675-9a07-4498-a1ec-d4e5e3188935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995945f9-8856-460a-82ac-19109e109966,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:43.109809 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Publish callbacks [] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.138021 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef94c87-5af4-4d6c-9067-fb427396b591 None None] Pushing event updated for resources: {'Port': ['ID=0840b584-bfc4-4d0e-b2e8-01121b5ec5e6,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:43.141668 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Attempting to bind port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:09:43.142054 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Attempting to bind port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:09:43.148378 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Attempting to bind port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 on network dda14d27-2e09-4348-83b7-68b288eb8ca4 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:09:43.155417 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:09:43.159679 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Checking segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:09:43.161335 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.161717 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Bound using segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:09:43.162217 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Bound port: 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:09:43.162599 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.221402 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.236884 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (aa374ebb-1f55-4485-aab0-67c0623776fe), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.238896 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.295144 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Network cd594851-7477-41c9-a7b4-26db9b9126be is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:09:43.299965 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.306539 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:43.314139 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/aa374ebb-1f55-4485-aab0-67c0623776fe HTTP/1.1" status: 204 len: 168 time: 2.4784160 Feb 15 05:09:43.314696 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:09:43.315158 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-525503'] for router_interface (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.320354 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50352) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:43.330715 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] For port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:09:43.337134 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] For port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=0840b584-bfc4-4d0e-b2e8-01121b5ec5e6,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:09:43.352183 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b955327-77c8-4ff4-a37e-346b5fb86ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa374ebb-1f55-4485-aab0-67c0623776fe,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:43.353872 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.442724 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef94c87-5af4-4d6c-9067-fb427396b591 None None] Pushing event updated for resources: {'Port': ['ID=0840b584-bfc4-4d0e-b2e8-01121b5ec5e6,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:43.484758 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Routers {'1e6c9ed4-cd9d-40c0-a76a-aa990a104737'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:43.485803 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e6c9ed4-cd9d-40c0-a76a-aa990a104737'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:43.509170 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5ed23f89-f2c7-48e5-a79f-b203e8b7d9f1 req-087d553e-58a2-48e3-88c0-a84f95fdcc02 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 210 time: 0.0735784 Feb 15 05:09:43.514728 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50358) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:43.528574 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Pushing event updated for resources: {'Port': ['ID=1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:43.541708 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f67fa26-4f5b-4c9a-8704-0681de348d71 admin admin] Publish callbacks [] for security_group (995945f9-8856-460a-82ac-19109e109966), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.620248 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f67fa26-4f5b-4c9a-8704-0681de348d71 admin admin] Publish callbacks [] for security_group (995945f9-8856-460a-82ac-19109e109966), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.640219 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30e7a7d-c697-4594-aa3d-1c2834fa70b8 admin admin] Deleting subnet 32c7dfad-158b-4e47-8e8c-62e6eb0427d2 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:09:43.654300 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e30e7a7d-c697-4594-aa3d-1c2834fa70b8 admin admin] Publish callbacks [] for subnet (32c7dfad-158b-4e47-8e8c-62e6eb0427d2), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.776823 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] Set router 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:43.818240 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f67fa26-4f5b-4c9a-8704-0681de348d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (995945f9-8856-460a-82ac-19109e109966), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.822587 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e30e7a7d-c697-4594-aa3d-1c2834fa70b8 admin admin] Publish callbacks [] for subnet (32c7dfad-158b-4e47-8e8c-62e6eb0427d2), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.823728 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f67fa26-4f5b-4c9a-8704-0681de348d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.828223 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3f67fa26-4f5b-4c9a-8704-0681de348d71 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/995945f9-8856-460a-82ac-19109e109966 HTTP/1.1" status: 204 len: 168 time: 0.7868114 Feb 15 05:09:43.856619 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:09:43.868049 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39bf22f3-a879-4dc8-8542-40b34ff3bfd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.871378 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e30e7a7d-c697-4594-aa3d-1c2834fa70b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (32c7dfad-158b-4e47-8e8c-62e6eb0427d2), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:43.909972 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67fa26-4f5b-4c9a-8704-0681de348d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995945f9-8856-460a-82ac-19109e109966,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:44.079653 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.083218 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e30e7a7d-c697-4594-aa3d-1c2834fa70b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for subnet (32c7dfad-158b-4e47-8e8c-62e6eb0427d2), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.097387 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Publish callbacks [] for port (74b55e4d-7607-495c-b781-d65994e85f6f), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.106760 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.135381 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e7a7d-c697-4594-aa3d-1c2834fa70b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c7dfad-158b-4e47-8e8c-62e6eb0427d2,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:44.224009 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525507'] for router_interface (92f675ab-d5e2-46eb-a7ce-2445be023f5b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.238681 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'name': 'tempest-ServerRescueNegativeTestJSON-861158704-router', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:39Z', 'revision_number': 3, 'project_id': 'ce57a3e72448423bb61b4415a0877d7c', 'gw_port': {'id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:37Z', 'updated_at': '2022-02-15T05:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:44.259262 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39bf22f3-a879-4dc8-8542-40b34ff3bfd4 admin admin] Publish callbacks [] for security_group (6604e568-eb14-434a-a91a-86b9135cb9a7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.286095 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d6111c-68c3-47b6-99f3-c0133d862c61 None None] The sync data for ids ['1e6c9ed4-cd9d-40c0-a76a-aa990a104737'] in dv-cinder-828696-5-iscsi is: [{'id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'name': 'tempest-ServerRescueNegativeTestJSON-861158704-router', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:39Z', 'revision_number': 3, 'project_id': 'ce57a3e72448423bb61b4415a0877d7c', 'gw_port': {'id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:37Z', 'updated_at': '2022-02-15T05:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:09:44.293011 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Pushing event updated for resources: {'Port': ['ID=74b55e4d-7607-495c-b781-d65994e85f6f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:44.310875 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39bf22f3-a879-4dc8-8542-40b34ff3bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (6604e568-eb14-434a-a91a-86b9135cb9a7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.435932 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf22f3-a879-4dc8-8542-40b34ff3bfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6604e568-eb14-434a-a91a-86b9135cb9a7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:44.472670 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e30e7a7d-c697-4594-aa3d-1c2834fa70b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.478456 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e30e7a7d-c697-4594-aa3d-1c2834fa70b8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/32c7dfad-158b-4e47-8e8c-62e6eb0427d2 HTTP/1.1" status: 204 len: 168 time: 1.1570909 Feb 15 05:09:44.479238 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50386) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:44.535961 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50388) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:44.544597 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:09:44.546302 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50396) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:44.547774 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-39bf22f3-a879-4dc8-8542-40b34ff3bfd4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa30420ddb9d4450aec3654cb8915775&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0252242 Feb 15 05:09:44.555604 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:44.591254 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device dab67d09-d252-4b4d-b433-f74c7b6509b4 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:09:44.695942 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port dab67d09-d252-4b4d-b433-f74c7b6509b4 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:44.696520 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.836063 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc0ab-c87b-4b36-8eec-8ae9bdfd39c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.854356 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port dab67d09-d252-4b4d-b433-f74c7b6509b4 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:44.854646 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.897685 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-edf60260-4e91-4b31-9956-f4dc49704538 req-bbb27a51-42d2-4bbf-9696-e3246d7ecfac tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 210 time: 0.0454550 Feb 15 05:09:44.907137 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port dab67d09-d252-4b4d-b433-f74c7b6509b4, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=dab67d09-d252-4b4d-b433-f74c7b6509b4,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:44.909984 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Publish callbacks [] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.914769 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Router 92f675ab-d5e2-46eb-a7ce-2445be023f5b has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:09:44.929680 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.983785 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:44.983785 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525507'] for router_interface (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.065741 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=dab67d09-d252-4b4d-b433-f74c7b6509b4,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:45.085338 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-fdaabf78-72a1-413a-92f9-b3009d84b243 None None] Provisioning complete for port 74b55e4d-7607-495c-b781-d65994e85f6f triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:45.086032 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdaabf78-72a1-413a-92f9-b3009d84b243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.091110 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (0cfddb33-2bac-4289-b7cf-79d4cf18801e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.133345 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-fdaabf78-72a1-413a-92f9-b3009d84b243 None None] Port 74b55e4d-7607-495c-b781-d65994e85f6f cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:09:45.173537 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:09:45.181196 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-98c5a2eb-e157-43bc-90fa-5f641efb159f admin admin] 10.222.0.43 "PUT /v2.0/routers/92f675ab-d5e2-46eb-a7ce-2445be023f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2564697 Feb 15 05:09:45.253011 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Sync routers for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:09:45.266839 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:45.267576 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:45.271524 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Network cd594851-7477-41c9-a7b4-26db9b9126be is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:09:45.287851 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:45.298836 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc0ab-c87b-4b36-8eec-8ae9bdfd39c5 admin admin] Publish callbacks [] for security_group (dd716161-ab5c-4eb7-91e2-cf9362bb1a56), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.311421 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Pushing event updated for resources: {'Port': ['ID=1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:45.344098 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc0ab-c87b-4b36-8eec-8ae9bdfd39c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (dd716161-ab5c-4eb7-91e2-cf9362bb1a56), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.400583 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cc0ab-c87b-4b36-8eec-8ae9bdfd39c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd716161-ab5c-4eb7-91e2-cf9362bb1a56,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:45.403116 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-154c045a-9edf-47fb-9405-e3ef7707badd admin admin] Publish callbacks [] for security_group (6604e568-eb14-434a-a91a-86b9135cb9a7), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.405908 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:45.540786 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-154c045a-9edf-47fb-9405-e3ef7707badd admin admin] Publish callbacks [] for security_group (6604e568-eb14-434a-a91a-86b9135cb9a7), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.620190 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1c1cc0ab-c87b-4b36-8eec-8ae9bdfd39c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f5157d0062242669e64fbe7dc0b371f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1376448 Feb 15 05:09:45.622579 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (0cfddb33-2bac-4289-b7cf-79d4cf18801e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.623675 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50424) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:45.686188 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.687547 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.687547 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.687791 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > port after_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.688010 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > port after_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.688348 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > port after_update 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.688670 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.688989 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.689308 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.689628 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.710174 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e26b03d-790e-46d5-9e47-d68e56b41133 admin admin] Publish callbacks [] for security_group (dd716161-ab5c-4eb7-91e2-cf9362bb1a56), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.738064 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:43Z', 'revision_number': 2, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:45.739099 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e26b03d-790e-46d5-9e47-d68e56b41133 admin admin] Publish callbacks [] for security_group (dd716161-ab5c-4eb7-91e2-cf9362bb1a56), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.784606 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Checking router: 92f675ab-d5e2-46eb-a7ce-2445be023f5b for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:09:45.784975 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Updating router 92f675ab-d5e2-46eb-a7ce-2445be023f5b port 74b55e4d-7607-495c-b781-d65994e85f6f binding host dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:09:45.843907 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e26b03d-790e-46d5-9e47-d68e56b41133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (dd716161-ab5c-4eb7-91e2-cf9362bb1a56), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.847900 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e26b03d-790e-46d5-9e47-d68e56b41133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.849261 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6e26b03d-790e-46d5-9e47-d68e56b41133 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd716161-ab5c-4eb7-91e2-cf9362bb1a56 HTTP/1.1" status: 204 len: 168 time: 0.2243445 Feb 15 05:09:45.868646 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26b03d-790e-46d5-9e47-d68e56b41133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd716161-ab5c-4eb7-91e2-cf9362bb1a56,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:45.872814 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:45.982820 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.985758 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.985970 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.987682 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 05:09:45.988293 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfddb33-2bac-4289-b7cf-79d4cf18801e']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:46.027020 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df5844a-b4cc-4f3d-81ce-4ceac3380df7') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:46.027320 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df5844a-b4cc-4f3d-81ce-4ceac3380df7') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:46.067452 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3303319'] for segment (0df5844a-b4cc-4f3d-81ce-4ceac3380df7), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.156311 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50436) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:46.168421 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (0df5844a-b4cc-4f3d-81ce-4ceac3380df7), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.200577 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:09:46.200974 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3338336'] for segment (0df5844a-b4cc-4f3d-81ce-4ceac3380df7), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.204741 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47401689-2c66-4b0f-9068-0c136d9351ac req-8507a111-7a1f-4891-b0f4-8863a0f4a296 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 210 time: 0.0470190 Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: from cryptography.utils import int_from_bytes Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: from cryptography.utils import int_from_bytes Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: Traceback (most recent call last): Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: timer() Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: cb(*args, **kw) Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: return func(*args, **kwargs) Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: self._notify() Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: self.callback(batched_events) Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: event.method(event) Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: return f(self, *a, **k) Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._get(url).json() Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:09:46.205720 dv-cinder-828696-5-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:09:46.221032 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50440) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:46.226961 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-509be549-0228-4742-81a9-79730a85272d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--663359768', 'description': 'tempest-description--1281990992'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:46.263794 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-509be549-0228-4742-81a9-79730a85272d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.287649 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-154c045a-9edf-47fb-9405-e3ef7707badd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (6604e568-eb14-434a-a91a-86b9135cb9a7), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.290344 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-154c045a-9edf-47fb-9405-e3ef7707badd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.294604 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-154c045a-9edf-47fb-9405-e3ef7707badd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6604e568-eb14-434a-a91a-86b9135cb9a7 HTTP/1.1" status: 204 len: 168 time: 1.7420199 Feb 15 05:09:46.326634 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c045a-9edf-47fb-9405-e3ef7707badd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6604e568-eb14-434a-a91a-86b9135cb9a7,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:46.331813 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Router 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:09:46.385682 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-509be549-0228-4742-81a9-79730a85272d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group (a048d555-c942-4b45-ad68-3c74407e20a1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.390739 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-509be549-0228-4742-81a9-79730a85272d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (a048d555-c942-4b45-ad68-3c74407e20a1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.433439 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (0cfddb33-2bac-4289-b7cf-79d4cf18801e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.442516 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.447611 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] 10.222.0.43 "DELETE /v2.0/networks/0cfddb33-2bac-4289-b7cf-79d4cf18801e HTTP/1.1" status: 204 len: 168 time: 1.9491184 Feb 15 05:09:46.453650 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509be549-0228-4742-81a9-79730a85272d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a048d555-c942-4b45-ad68-3c74407e20a1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:46.463759 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a74331-0a5e-4384-9c85-64c4c30ca5ef admin admin] Pushing event deleted for resources: {'Network': ['ID=0cfddb33-2bac-4289-b7cf-79d4cf18801e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:46.487111 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-509be549-0228-4742-81a9-79730a85272d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.489765 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-509be549-0228-4742-81a9-79730a85272d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2672298 Feb 15 05:09:46.492720 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50450) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:46.538666 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-f29123e8-2240-4119-9deb-ec8f44e1f658 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Request body: {'security_group_rule': {'security_group_id': 'a048d555-c942-4b45-ad68-3c74407e20a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:46.546439 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:09:46.574342 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Publish callbacks [] for port (74b55e4d-7607-495c-b781-d65994e85f6f), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.587960 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.589220 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f29123e8-2240-4119-9deb-ec8f44e1f658 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group_rule (43cfc4fb-fa7a-43cc-bd00-ed92d58a7ab6), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.668766 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:46.669400 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.676031 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bc23e-8414-4230-b19e-0867af5f387d None None] Pushing event updated for resources: {'Port': ['ID=74b55e4d-7607-495c-b781-d65994e85f6f,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:46.682783 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f29123e8-2240-4119-9deb-ec8f44e1f658 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group_rule (43cfc4fb-fa7a-43cc-bd00-ed92d58a7ab6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.684601 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:09:46.707448 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a869b110-aa66-4225-a7cc-445eb2a118ff admin admin] 10.222.0.43 "PUT /v2.0/routers/1e6c9ed4-cd9d-40c0-a76a-aa990a104737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3661900 Feb 15 05:09:46.707448 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f29123e8-2240-4119-9deb-ec8f44e1f658 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (43cfc4fb-fa7a-43cc-bd00-ed92d58a7ab6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.731781 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29123e8-2240-4119-9deb-ec8f44e1f658 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cfc4fb-fa7a-43cc-bd00-ed92d58a7ab6,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:46.751574 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f29123e8-2240-4119-9deb-ec8f44e1f658 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.751574 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f29123e8-2240-4119-9deb-ec8f44e1f658 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2515326 Feb 15 05:09:46.752685 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50460) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:46.753341 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9b062deb-8260-479c-aa26-c72975c1fdba tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Request body: {'security_group_rule': {'security_group_id': 'a048d555-c942-4b45-ad68-3c74407e20a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:46.780738 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50464) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:46.837056 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b062deb-8260-479c-aa26-c72975c1fdba tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group_rule (6c1f2d51-4cb7-4495-8e4e-82eec87721eb), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.843138 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:46.843682 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.861036 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-602cdd41-aeb8-4720-a7dc-2dc612ec6629 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef8d9abaa3bf46c0b809a9854fd6f1e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0788622 Feb 15 05:09:46.869871 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Attempting to bind port 74b55e4d-7607-495c-b781-d65994e85f6f on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:09:46.870403 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Attempting to bind port 74b55e4d-7607-495c-b781-d65994e85f6f by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:09:46.870872 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Attempting to bind port 74b55e4d-7607-495c-b781-d65994e85f6f on network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:09:46.873804 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50466) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:46.881772 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:09:46.887837 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Checking segment: {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:09:46.888412 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.889046 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Bound using segment: {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:09:46.889886 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Bound port: 74b55e4d-7607-495c-b781-d65994e85f6f, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:09:46.891464 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.915910 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=0840b584-bfc4-4d0e-b2e8-01121b5ec5e6,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:46.925990 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.926932 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device dab67d09-d252-4b4d-b433-f74c7b6509b4 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:09:46.978133 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b062deb-8260-479c-aa26-c72975c1fdba tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group_rule (6c1f2d51-4cb7-4495-8e4e-82eec87721eb), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:46.984008 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b062deb-8260-479c-aa26-c72975c1fdba tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (6c1f2d51-4cb7-4495-8e4e-82eec87721eb), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.016316 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b062deb-8260-479c-aa26-c72975c1fdba tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1f2d51-4cb7-4495-8e4e-82eec87721eb,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:47.035187 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9b062deb-8260-479c-aa26-c72975c1fdba tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.039148 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9b062deb-8260-479c-aa26-c72975c1fdba tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2899418 Feb 15 05:09:47.043202 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50470) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:47.050461 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f7c99aa-25ec-4d5b-a1ec-c209ec8b2222 admin admin] Publish callbacks [] for security_group (7a2dd5d4-2d65-4ffe-b1e2-6b5fd52f3c54), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.052914 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Request body: {'floatingip': {'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:47.136115 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] For port 74b55e4d-7607-495c-b781-d65994e85f6f, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:09:47.160428 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f7c99aa-25ec-4d5b-a1ec-c209ec8b2222 admin admin] Publish callbacks [] for security_group (7a2dd5d4-2d65-4ffe-b1e2-6b5fd52f3c54), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.160660 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] For port 74b55e4d-7607-495c-b781-d65994e85f6f, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=74b55e4d-7607-495c-b781-d65994e85f6f,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:09:47.182576 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.197428 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=0840b584-bfc4-4d0e-b2e8-01121b5ec5e6,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:47.230726 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-d8ed7f32-f94d-49a7-af4d-6e3c7a897c5e None None] Provisioning complete for port 74b55e4d-7607-495c-b781-d65994e85f6f triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:47.231104 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7f32-f94d-49a7-af4d-6e3c7a897c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.269453 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50480) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:47.283197 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Sync routers for ids ['1e6c9ed4-cd9d-40c0-a76a-aa990a104737'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:09:47.300886 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port dab67d09-d252-4b4d-b433-f74c7b6509b4 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:47.301368 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:47.301537 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.302318 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:47.348686 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfb9-a92a-4475-9f6f-7019dfd762ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.418747 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Routers {'1e6c9ed4-cd9d-40c0-a76a-aa990a104737'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:47.419712 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e6c9ed4-cd9d-40c0-a76a-aa990a104737'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:47.489914 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:47.496140 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f7c99aa-25ec-4d5b-a1ec-c209ec8b2222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (7a2dd5d4-2d65-4ffe-b1e2-6b5fd52f3c54), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.509264 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f7c99aa-25ec-4d5b-a1ec-c209ec8b2222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.511250 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-4f7c99aa-25ec-4d5b-a1ec-c209ec8b2222 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a2dd5d4-2d65-4ffe-b1e2-6b5fd52f3c54 HTTP/1.1" status: 204 len: 168 time: 0.6364436 Feb 15 05:09:47.558423 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c99aa-25ec-4d5b-a1ec-c209ec8b2222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2dd5d4-2d65-4ffe-b1e2-6b5fd52f3c54,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:47.632299 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a341b165-8560-4531-887b-421bf54f930e req-3f9930fe-c5c4-45c1-bbbb-7c10163dac07 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 210 time: 0.0833576 Feb 15 05:09:47.634862 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.712024 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfb9-a92a-4475-9f6f-7019dfd762ea admin admin] Publish callbacks [] for security_group (cc653555-260f-496d-98e1-be033eaed757), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.734037 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87c8cfb9-a92a-4475-9f6f-7019dfd762ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (cc653555-260f-496d-98e1-be033eaed757), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:47.805458 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-87c8cfb9-a92a-4475-9f6f-7019dfd762ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37d69c1f381b4cb08e9d64c7116bfb89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5327899 Feb 15 05:09:47.807320 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50500) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:47.891643 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8cfb9-a92a-4475-9f6f-7019dfd762ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc653555-260f-496d-98e1-be033eaed757,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:47.893534 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bc23e-8414-4230-b19e-0867af5f387d None None] Pushing event updated for resources: {'Port': ['ID=74b55e4d-7607-495c-b781-d65994e85f6f,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:47.996009 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ece216fa-7c05-4f47-a153-65cbe985d707 admin admin] Publish callbacks [] for security_group (cc653555-260f-496d-98e1-be033eaed757), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:48.034381 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ece216fa-7c05-4f47-a153-65cbe985d707 admin admin] Publish callbacks [] for security_group (cc653555-260f-496d-98e1-be033eaed757), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:48.131089 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ece216fa-7c05-4f47-a153-65cbe985d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (cc653555-260f-496d-98e1-be033eaed757), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:48.135884 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ece216fa-7c05-4f47-a153-65cbe985d707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:48.136535 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:47Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:48.142201 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ece216fa-7c05-4f47-a153-65cbe985d707 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc653555-260f-496d-98e1-be033eaed757 HTTP/1.1" status: 204 len: 168 time: 0.3329575 Feb 15 05:09:48.157541 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece216fa-7c05-4f47-a153-65cbe985d707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc653555-260f-496d-98e1-be033eaed757,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:48.233750 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4475d-e4ee-4364-9d7f-25d2104ef8f9 None None] The sync data for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi is: [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:47Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:09:48.249132 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.61', 64079) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:48.255278 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:48.432576 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:48.450739 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed7f32-f94d-49a7-af4d-6e3c7a897c5e None None] Current status of the port 74b55e4d-7607-495c-b781-d65994e85f6f is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:48.451452 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7f32-f94d-49a7-af4d-6e3c7a897c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:48.492650 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50520) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:48.536924 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Set router 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:48.594803 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Allocated IP 172.27.3.211 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/3aca7ee1-7757-49ce-ae2b-28be6a0dd75f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:09:48.618560 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port dab67d09-d252-4b4d-b433-f74c7b6509b4 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:48.708629 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d8ed7f32-f94d-49a7-af4d-6e3c7a897c5e None None] For port 74b55e4d-7607-495c-b781-d65994e85f6f, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=74b55e4d-7607-495c-b781-d65994e85f6f,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:48.724867 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7f32-f94d-49a7-af4d-6e3c7a897c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:48.803838 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-923f27c5-20f4-461c-a4e1-e020dcaf1498 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:48.805999 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-923f27c5-20f4-461c-a4e1-e020dcaf1498 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 818 time: 0.1922941 Feb 15 05:09:48.825642 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-0916dd4a-49cb-42de-bae8-ba0b2ba202e7 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:48.827962 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-0916dd4a-49cb-42de-bae8-ba0b2ba202e7 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.61 "GET /v2.0/networks?id=8015fa10-ce7f-4fa9-a690-6efad0952bca HTTP/1.1" status: 200 len: 812 time: 0.5771651 Feb 15 05:09:48.876545 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Request body: {'port': {'device_id': 'ff337d5c-69b1-429e-a8ce-e4f8b35eae00', 'network_id': '8015fa10-ce7f-4fa9-a690-6efad0952bca', 'admin_state_up': True, 'tenant_id': '6a28ab1e36bc42108a104282e2cf990e'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:48.895306 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ce3a80e9-eaa0-4366-8c47-e5e4ec30ea32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=daf9f530976f4451b7bf0ead8b5416e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3969858 Feb 15 05:09:48.899260 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b89eba0f-4cd8-480c-9ba8-f9c8f51f6f14 req-095c0e68-5d2c-4ba5-83fd-8efdc77d70cf tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 210 time: 0.0906839 Feb 15 05:09:48.900418 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50552) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:49.029427 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 74b55e4d-7607-495c-b781-d65994e85f6f up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:09:49.054612 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e780d18-fee5-4751-91cd-a7b945a7b20f tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/quotas/ce57a3e72448423bb61b4415a0877d7c HTTP/1.1" status: 200 len: 375 time: 0.2170537 Feb 15 05:09:49.154743 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed7f32-f94d-49a7-af4d-6e3c7a897c5e None None] Pushing event updated for resources: {'Port': ['ID=74b55e4d-7607-495c-b781-d65994e85f6f,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:49.161437 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-923b28a4-be66-4b1f-9bc2-d247730b2a11 None None] Provisioning complete for port 74b55e4d-7607-495c-b781-d65994e85f6f triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:49.162128 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-923b28a4-be66-4b1f-9bc2-d247730b2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.355755 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 74b55e4d-7607-495c-b781-d65994e85f6f triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:49.358719 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.384824 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Made reservation on behalf of 6a28ab1e36bc42108a104282e2cf990e for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:09:49.398425 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.419606 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-fb53a728-87f3-43f4-8854-bec11569fcc4 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3635554 Feb 15 05:09:49.434847 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe52055d-b12d-4d09-92df-a58a1a9262b2 admin admin] Publish callbacks [] for security_group (b17cc9a0-776a-4c98-a202-fa2d2a27e1c9), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.544918 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-923b28a4-be66-4b1f-9bc2-d247730b2a11 None None] Current status of the port 74b55e4d-7607-495c-b781-d65994e85f6f is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:49.587855 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for port (3aca7ee1-7757-49ce-ae2b-28be6a0dd75f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.623334 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe52055d-b12d-4d09-92df-a58a1a9262b2 admin admin] Publish callbacks [] for security_group (b17cc9a0-776a-4c98-a202-fa2d2a27e1c9), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.675073 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'name': 'tempest-ServerRescueNegativeTestJSON-861158704-router', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:43Z', 'revision_number': 4, 'project_id': 'ce57a3e72448423bb61b4415a0877d7c', 'gw_port': {'id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:37Z', 'updated_at': '2022-02-15T05:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6', 'name': '', 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'mac_address': 'fa:16:3e:59:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ea711dc-35af-4e23-a3c6-058831f747a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:42Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 2, 'project_id': 'ce57a3e72448423bb61b4415a0877d7c', 'subnets': [{'id': '1ea711dc-35af-4e23-a3c6-058831f747a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:49.772513 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-dccb6c0b-ac0a-44be-aacf-5a1cda42d52e service neutron] 10.222.0.43 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519981 Feb 15 05:09:49.784926 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (3aca7ee1-7757-49ce-ae2b-28be6a0dd75f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.785232 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 74b55e4d-7607-495c-b781-d65994e85f6f is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:49.786377 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:09:49.789603 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Checking router: 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:09:49.790088 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Updating router 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 binding host dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:09:49.887569 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe52055d-b12d-4d09-92df-a58a1a9262b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (b17cc9a0-776a-4c98-a202-fa2d2a27e1c9), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.890161 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe52055d-b12d-4d09-92df-a58a1a9262b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.891312 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-fe52055d-b12d-4d09-92df-a58a1a9262b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b17cc9a0-776a-4c98-a202-fa2d2a27e1c9 HTTP/1.1" status: 204 len: 168 time: 0.9608910 Feb 15 05:09:49.951272 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:09:49.952252 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52055d-b12d-4d09-92df-a58a1a9262b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17cc9a0-776a-4c98-a202-fa2d2a27e1c9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:49.958913 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:49.978957 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:50.011958 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:09:50.018019 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event updated for resources: {'Port': ['ID=3aca7ee1-7757-49ce-ae2b-28be6a0dd75f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:50.059980 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Allocated IP 172.20.0.9 (8015fa10-ce7f-4fa9-a690-6efad0952bca/943a651a-e1d4-483c-8831-f1b60f0d54a7/310d5ec9-b702-4764-8d62-4d91196c9775) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:09:50.081526 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:50.082086 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:50.155636 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-eadcb23d-5cf8-4af1-a393-8c5c098be807 service neutron] 10.222.0.43 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757572 Feb 15 05:09:50.161720 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5da5d3e3-7d03-44d7-a67c-e407083d0e85 req-6f7faef9-28c6-40b3-820d-de6ff83c1370 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 210 time: 0.1095669 Feb 15 05:09:50.445281 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Publish callbacks [] for port (310d5ec9-b702-4764-8d62-4d91196c9775), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:50.512439 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (4fe2b8a4-9990-4121-9785-52fae3a4be83), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:50.527276 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:50.596590 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (3aca7ee1-7757-49ce-ae2b-28be6a0dd75f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:50.714254 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:50.812553 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Network 8015fa10-ce7f-4fa9-a690-6efad0952bca is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:09:50.812553 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:09:50.820299 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8592380f-7c76-4896-8e6a-f4dc666f5460 req-88d42f3e-6474-407b-ac8f-eedb2c0a1183 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 210 time: 0.1603985 Feb 15 05:09:50.823245 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:09:50.899916 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Pushing event updated for resources: {'Port': ['ID=310d5ec9-b702-4764-8d62-4d91196c9775,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:50.963916 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:50.964522 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:50.973082 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 74b55e4d-7607-495c-b781-d65994e85f6f up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:09:50.976654 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Publish callbacks [] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.000381 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-55d83dd8-7cba-4321-a45a-94897ff4402a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1283934 Feb 15 05:09:51.039797 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.157581 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for port (3aca7ee1-7757-49ce-ae2b-28be6a0dd75f), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.169834 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (3aca7ee1-7757-49ce-ae2b-28be6a0dd75f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.181783 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b1436-d555-4b44-8bf5-31865d074578 None None] Pushing event updated for resources: {'Port': ['ID=1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:51.356554 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 74b55e4d-7607-495c-b781-d65994e85f6f triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:51.361028 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.441982 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (4fe2b8a4-9990-4121-9785-52fae3a4be83), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.445835 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event updated for resources: {'Port': ['ID=3aca7ee1-7757-49ce-ae2b-28be6a0dd75f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:51.459527 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Attempting to bind port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:09:51.463697 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Attempting to bind port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:09:51.465242 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Attempting to bind port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 on network cd594851-7477-41c9-a7b4-26db9b9126be {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:09:51.506870 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:09:51.509660 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Checking segment: {'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:09:51.510516 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.511288 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Bound using segment: {'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:09:51.512182 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Bound port: 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:09:51.512784 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.594195 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:51.595768 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-db87ab72-9584-4fb4-81d5-d662598a359b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5514102 Feb 15 05:09:51.642150 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa017b29-20de-46db-a9d7-b631e39d1ba7 req-1f4f23bc-94cf-46d4-8b48-afb63352f2ee tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:51.645449 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa017b29-20de-46db-a9d7-b631e39d1ba7 req-1f4f23bc-94cf-46d4-8b48-afb63352f2ee tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 931 time: 0.3268704 Feb 15 05:09:51.686991 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50692) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:51.698682 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2157-6185-438d-98af-9194690ded5a req-c0023be8-6f50-4d97-92c7-38ce9e9b26f8 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:51.707274 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-c0023be8-6f50-4d97-92c7-38ce9e9b26f8 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 818 time: 0.2558477 Feb 15 05:09:51.749055 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 74b55e4d-7607-495c-b781-d65994e85f6f is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:51.763650 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa017b29-20de-46db-a9d7-b631e39d1ba7 req-39a69ec0-5d69-4d47-bf81-6afcbbca91cf tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115794 Feb 15 05:09:51.774052 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-a1685ae5-a128-4705-bf08-a0682a986da5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/quotas/ce57a3e72448423bb61b4415a0877d7c HTTP/1.1" status: 200 len: 375 time: 0.0654907 Feb 15 05:09:51.853632 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] For port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:09:51.859078 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] For port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:09:51.876423 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:52.067828 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Routers {'1e6c9ed4-cd9d-40c0-a76a-aa990a104737'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:09:52.072961 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:09:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e6c9ed4-cd9d-40c0-a76a-aa990a104737'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:52.086377 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b1436-d555-4b44-8bf5-31865d074578 None None] Pushing event updated for resources: {'Port': ['ID=1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:52.202236 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47edf4d8-7239-46ad-990c-4dfcac43a0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:52.310289 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-79d6e075-ce82-4297-a37f-ee39656b0fde tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--663359768&fields=id&tenant_id=17c593bc1f1546b08b29ee3016e2bf5b HTTP/1.1" status: 200 len: 267 time: 0.0874941 Feb 15 05:09:52.377108 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-1d469d65-6b93-4c23-87e0-b3766a1df95c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6008334 Feb 15 05:09:52.395780 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47edf4d8-7239-46ad-990c-4dfcac43a0f4 admin admin] Publish callbacks [] for security_group (7ec826e4-a97c-45bd-8d05-c4a3579f64dd), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:52.409803 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47edf4d8-7239-46ad-990c-4dfcac43a0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (7ec826e4-a97c-45bd-8d05-c4a3579f64dd), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:52.443081 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] Set router 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:09:52.513113 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-a02f97cc-2bf5-4322-86ef-74a0ece313e6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:52.520646 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-a02f97cc-2bf5-4322-86ef-74a0ece313e6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 816 time: 0.2092860 Feb 15 05:09:52.551279 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-5c294008-5387-4a56-b844-bbe2302d0419 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/quotas/17c593bc1f1546b08b29ee3016e2bf5b HTTP/1.1" status: 200 len: 375 time: 0.0295911 Feb 15 05:09:52.558686 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edf4d8-7239-46ad-990c-4dfcac43a0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec826e4-a97c-45bd-8d05-c4a3579f64dd,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:52.572436 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-47edf4d8-7239-46ad-990c-4dfcac43a0f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce4235a1967649df8148ab01e02f57ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8834064 Feb 15 05:09:52.574225 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50732) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:52.576734 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-c21a1652-890c-4fdf-b5a4-149c62fa0bbd service neutron] 10.222.0.43 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984558 Feb 15 05:09:52.714450 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-152259a8-57b5-4954-a16a-be4dda4283c8 admin admin] Publish callbacks [] for security_group (7ec826e4-a97c-45bd-8d05-c4a3579f64dd), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:52.788342 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-152259a8-57b5-4954-a16a-be4dda4283c8 admin admin] Publish callbacks [] for security_group (7ec826e4-a97c-45bd-8d05-c4a3579f64dd), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:52.869241 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-05d27539-3ae7-45d1-8f6d-4b9895e77d15 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3162405 Feb 15 05:09:52.889893 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-890598b3-f705-4bdc-a7ef-bb9241f4e9b2 service neutron] 10.222.0.43 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122175 Feb 15 05:09:52.890889 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-152259a8-57b5-4954-a16a-be4dda4283c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (7ec826e4-a97c-45bd-8d05-c4a3579f64dd), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:52.894372 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-152259a8-57b5-4954-a16a-be4dda4283c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:52.902978 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-152259a8-57b5-4954-a16a-be4dda4283c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ec826e4-a97c-45bd-8d05-c4a3579f64dd HTTP/1.1" status: 204 len: 168 time: 0.3244903 Feb 15 05:09:52.951644 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152259a8-57b5-4954-a16a-be4dda4283c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec826e4-a97c-45bd-8d05-c4a3579f64dd,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:53.048370 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-00221227-2169-41a7-bd2d-8d2369ed85cd tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:09:53.048370 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-00221227-2169-41a7-bd2d-8d2369ed85cd tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091805 Feb 15 05:09:53.185247 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'name': 'tempest-ServerRescueNegativeTestJSON-861158704-router', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:43Z', 'revision_number': 4, 'project_id': 'ce57a3e72448423bb61b4415a0877d7c', 'gw_port': {'id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:37Z', 'updated_at': '2022-02-15T05:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6', 'name': '', 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'mac_address': 'fa:16:3e:59:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ea711dc-35af-4e23-a3c6-058831f747a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:42Z', 'updated_at': '2022-02-15T05:09:51Z', 'revision_number': 4, 'project_id': 'ce57a3e72448423bb61b4415a0877d7c', 'subnets': [{'id': '1ea711dc-35af-4e23-a3c6-058831f747a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:09:53.249175 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8f2d6-1f2a-46c7-81f6-9df75bbab6da None None] The sync data for ids ['1e6c9ed4-cd9d-40c0-a76a-aa990a104737'] in dv-cinder-828696-5-iscsi is: [{'id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'name': 'tempest-ServerRescueNegativeTestJSON-861158704-router', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:43Z', 'revision_number': 4, 'project_id': 'ce57a3e72448423bb61b4415a0877d7c', 'gw_port': {'id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:37Z', 'updated_at': '2022-02-15T05:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6', 'name': '', 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'mac_address': 'fa:16:3e:59:fb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ea711dc-35af-4e23-a3c6-058831f747a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:42Z', 'updated_at': '2022-02-15T05:09:51Z', 'revision_number': 4, 'project_id': 'ce57a3e72448423bb61b4415a0877d7c', 'subnets': [{'id': '1ea711dc-35af-4e23-a3c6-058831f747a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:09:53.391775 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363915b0-dbbb-4ec2-ac3b-d1aedf5d1726 req-f756564d-0cb2-4e8f-bdb0-0828df9ea875 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:53.400703 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-363915b0-dbbb-4ec2-ac3b-d1aedf5d1726 req-f756564d-0cb2-4e8f-bdb0-0828df9ea875 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 931 time: 0.2046554 Feb 15 05:09:53.517748 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-363915b0-dbbb-4ec2-ac3b-d1aedf5d1726 req-4ee80415-a7d3-4992-9f66-4ca04efc8257 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014390 Feb 15 05:09:53.594899 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6aea763c-67ba-4147-9268-9d48d2e3f521 req-3a169b8b-dffd-4d85-921e-e241a7789d8e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0356302 Feb 15 05:09:53.746178 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-9708e9ee-d2b3-4a7e-b137-0e5d842e7eb6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:09:53.747557 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-9708e9ee-d2b3-4a7e-b137-0e5d842e7eb6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1626191 Feb 15 05:09:53.862832 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-2c9a33b4-9516-41bc-9cf8-55c08642388b service neutron] 10.222.0.43 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053023 Feb 15 05:09:53.984229 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-7b20a440-fde1-47b2-adce-681c46485f27 service neutron] 10.222.0.43 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128278 Feb 15 05:09:54.309543 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a40e8c99-ee42-4fca-a55a-6f2768a7fae5 req-8a6269c1-5268-4e79-823c-7ceb86211a4b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0391831 Feb 15 05:09:54.318472 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50812) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:54.672926 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbad98-1c11-4b33-8732-050ba41ce45a req-0578de85-1306-4892-8dc3-f3ebfee72ad3 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:54.684219 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0cbbad98-1c11-4b33-8732-050ba41ce45a req-0578de85-1306-4892-8dc3-f3ebfee72ad3 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 931 time: 0.0763137 Feb 15 05:09:54.799763 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a1836c5d-5941-468e-8746-f8d804ed30ad req-8df905d8-6b49-4ec5-aa02-0b3314020c52 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0601606 Feb 15 05:09:54.818818 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35e0f39f-1831-4f57-86e5-a969c792bbcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:54.833967 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0cbbad98-1c11-4b33-8732-050ba41ce45a req-80279a31-966d-4a36-8852-ee50564424db tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437805 Feb 15 05:09:54.963421 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:09:55.020365 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35e0f39f-1831-4f57-86e5-a969c792bbcb admin admin] Publish callbacks [] for security_group (f9308996-c886-43fb-9c4c-864fdb456113), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.031160 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35e0f39f-1831-4f57-86e5-a969c792bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (f9308996-c886-43fb-9c4c-864fdb456113), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.113216 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0f39f-1831-4f57-86e5-a969c792bbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9308996-c886-43fb-9c4c-864fdb456113,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:55.117866 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:55.118253 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.183230 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-35e0f39f-1831-4f57-86e5-a969c792bbcb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ee364dea12e4ee6abab13861ec7a631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8636785 Feb 15 05:09:55.186504 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50848) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:55.282994 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7080-7877-4573-93f9-696d3a988dff admin admin] Publish callbacks [] for security_group (f9308996-c886-43fb-9c4c-864fdb456113), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.285971 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:55.286615 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.330013 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7080-7877-4573-93f9-696d3a988dff admin admin] Publish callbacks [] for security_group (f9308996-c886-43fb-9c4c-864fdb456113), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.356331 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:09:55.392426 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.483906 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7080-7877-4573-93f9-696d3a988dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (f9308996-c886-43fb-9c4c-864fdb456113), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.488056 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7080-7877-4573-93f9-696d3a988dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:55.493302 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9d7a7080-7877-4573-93f9-696d3a988dff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9308996-c886-43fb-9c4c-864fdb456113 HTTP/1.1" status: 204 len: 168 time: 0.3045936 Feb 15 05:09:55.507129 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a7080-7877-4573-93f9-696d3a988dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9308996-c886-43fb-9c4c-864fdb456113,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:55.529023 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d7dac147-9915-4f76-906f-cb7043a4741c req-f1bda838-2b90-4ab4-a9b1-bd0bfa712977 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0644493 Feb 15 05:09:55.563706 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:56.060337 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-010e9539-095c-40b3-9e31-04de0f305342 req-64df4d27-42b8-49bd-ae3c-8293a8da796a tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.1017368 Feb 15 05:09:56.257701 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc87c-040b-4d14-b638-89ab86fdbd23 req-e049d7da-fc51-4ef1-80c7-77e4ae7f0d47 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:56.269182 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e94dc87c-040b-4d14-b638-89ab86fdbd23 req-e049d7da-fc51-4ef1-80c7-77e4ae7f0d47 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 931 time: 0.2469692 Feb 15 05:09:56.290192 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Request body: {'port': {'device_id': 'ff337d5c-69b1-429e-a8ce-e4f8b35eae00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:09:56.400409 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e94dc87c-040b-4d14-b638-89ab86fdbd23 req-97c99167-e1ee-4cae-8226-559ccccf4753 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220729 Feb 15 05:09:56.522748 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:56.576223 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50904) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:56.605797 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-904403a9-b4e6-4b75-b27a-578564e4d03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:56.754347 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cc0a7c3-c9ae-4814-8609-f35e937bd09c req-ba0d7d9c-dfee-4e76-87e8-c7c635ee980b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0740807 Feb 15 05:09:56.866207 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:09:56.962430 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-904403a9-b4e6-4b75-b27a-578564e4d03e admin admin] Publish callbacks [] for security_group (778e2a6c-55f8-4e66-abd8-3e14265a50de), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:56.969175 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-904403a9-b4e6-4b75-b27a-578564e4d03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (778e2a6c-55f8-4e66-abd8-3e14265a50de), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.019091 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:09:57.019471 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.063806 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-904403a9-b4e6-4b75-b27a-578564e4d03e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd7b340a0ffb4a1aa529788c1fda74fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4841301 Feb 15 05:09:57.070639 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50918) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:57.181013 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904403a9-b4e6-4b75-b27a-578564e4d03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778e2a6c-55f8-4e66-abd8-3e14265a50de,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:57.250388 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:09:57.275035 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b788217c-d41a-4301-83a7-22d55da4200f req-01ac088a-8cae-484f-b186-00d700f3fc8c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0805728 Feb 15 05:09:57.298063 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6712ec1b-b396-4a4a-934b-f914dea1572c admin admin] Publish callbacks [] for security_group (778e2a6c-55f8-4e66-abd8-3e14265a50de), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.324095 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50928) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:57.341195 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310d5ec9-b702-4764-8d62-4d91196c9775 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:09:57.350372 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6712ec1b-b396-4a4a-934b-f914dea1572c admin admin] Publish callbacks [] for security_group (778e2a6c-55f8-4e66-abd8-3e14265a50de), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.350561 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Publish callbacks [] for port (310d5ec9-b702-4764-8d62-4d91196c9775), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.383448 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Transition to ACTIVE for port object 310d5ec9-b702-4764-8d62-4d91196c9775 will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:09:57.390708 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.414992 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6712ec1b-b396-4a4a-934b-f914dea1572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (778e2a6c-55f8-4e66-abd8-3e14265a50de), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.418120 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6712ec1b-b396-4a4a-934b-f914dea1572c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.424017 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6712ec1b-b396-4a4a-934b-f914dea1572c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/778e2a6c-55f8-4e66-abd8-3e14265a50de HTTP/1.1" status: 204 len: 168 time: 0.3437047 Feb 15 05:09:57.457132 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Pushing event updated for resources: {'Port': ['ID=310d5ec9-b702-4764-8d62-4d91196c9775,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:57.474928 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712ec1b-b396-4a4a-934b-f914dea1572c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778e2a6c-55f8-4e66-abd8-3e14265a50de,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:57.611021 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d910ad98-23b4-4ed9-a9ee-61dd0dabfdfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.662272 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Attempting to bind port 310d5ec9-b702-4764-8d62-4d91196c9775 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:09:57.664880 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Attempting to bind port 310d5ec9-b702-4764-8d62-4d91196c9775 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'b5405a9c-0712-4739-ba08-b28a23e4bf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8015fa10-ce7f-4fa9-a690-6efad0952bca'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:09:57.665987 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Attempting to bind port 310d5ec9-b702-4764-8d62-4d91196c9775 on network 8015fa10-ce7f-4fa9-a690-6efad0952bca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:09:57.677677 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac771a5-33e1-4294-96b9-acbce5cad7ac req-506137c4-9b3e-42b1-b697-ce5f663ee31e tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:57.678951 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Port 310d5ec9-b702-4764-8d62-4d91196c9775 on network 8015fa10-ce7f-4fa9-a690-6efad0952bca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:09:57.679253 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bac771a5-33e1-4294-96b9-acbce5cad7ac req-506137c4-9b3e-42b1-b697-ce5f663ee31e tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.0928628 Feb 15 05:09:57.679387 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Attempting to bind port 310d5ec9-b702-4764-8d62-4d91196c9775 on network 8015fa10-ce7f-4fa9-a690-6efad0952bca {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:09:57.688012 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:09:57.689009 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Checking segment: {'id': 'b5405a9c-0712-4739-ba08-b28a23e4bf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8015fa10-ce7f-4fa9-a690-6efad0952bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:09:57.690126 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Bound using segment: {'id': 'b5405a9c-0712-4739-ba08-b28a23e4bf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8015fa10-ce7f-4fa9-a690-6efad0952bca'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:09:57.691692 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Bound port: 310d5ec9-b702-4764-8d62-4d91196c9775, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5405a9c-0712-4739-ba08-b28a23e4bf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8015fa10-ce7f-4fa9-a690-6efad0952bca'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:09:57.694903 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.771703 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bac771a5-33e1-4294-96b9-acbce5cad7ac req-ba9a46e5-e8a1-4f63-a8b8-9be9b4f5adb9 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768404 Feb 15 05:09:57.820966 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d910ad98-23b4-4ed9-a9ee-61dd0dabfdfb admin admin] Publish callbacks [] for security_group (0779372f-1b23-48c6-93ea-bf64e159ccef), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.832764 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d910ad98-23b4-4ed9-a9ee-61dd0dabfdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (0779372f-1b23-48c6-93ea-bf64e159ccef), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:57.897024 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910ad98-23b4-4ed9-a9ee-61dd0dabfdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0779372f-1b23-48c6-93ea-bf64e159ccef,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:57.903180 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d910ad98-23b4-4ed9-a9ee-61dd0dabfdfb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6871f2a8f81d434aa82742ebffa068ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5775445 Feb 15 05:09:57.905926 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50950) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:57.939644 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] For port 310d5ec9-b702-4764-8d62-4d91196c9775, host hv-cinder-82869, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:09:57.946172 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] For port 310d5ec9-b702-4764-8d62-4d91196c9775, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=310d5ec9-b702-4764-8d62-4d91196c9775,segment=NetworkSegment(b5405a9c-0712-4739-ba08-b28a23e4bf60),segment_id=b5405a9c-0712-4739-ba08-b28a23e4bf60)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:09:57.968489 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.066899 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:58.067751 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.069406 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] 10.222.0.61 "PUT /v2.0/ports/310d5ec9-b702-4764-8d62-4d91196c9775 HTTP/1.1" status: 200 len: 1093 time: 2.1222193 Feb 15 05:09:58.070172 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff337d5c-69b1-429e-a8ce-e4f8b35eae00', 'tag': '310d5ec9-b702-4764-8d62-4d91196c9775'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:09:58.073083 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2127b4ac-a1f8-4f47-b9db-df18ae2b6ecf req-928207fa-d6e9-4274-bd75-ff1e42ddf026 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0764451 Feb 15 05:09:58.107589 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-397eeb52-8b0c-4a21-b2d8-e5b68db9f883 admin admin] Publish callbacks [] for security_group (0779372f-1b23-48c6-93ea-bf64e159ccef), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.150047 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-397eeb52-8b0c-4a21-b2d8-e5b68db9f883 admin admin] Publish callbacks [] for security_group (0779372f-1b23-48c6-93ea-bf64e159ccef), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.180886 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4c923-c3a9-4f60-b780-8a4bb87b368e service neutron] Pushing event updated for resources: {'Port': ['ID=310d5ec9-b702-4764-8d62-4d91196c9775,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:58.245620 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-397eeb52-8b0c-4a21-b2d8-e5b68db9f883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (0779372f-1b23-48c6-93ea-bf64e159ccef), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.245620 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-397eeb52-8b0c-4a21-b2d8-e5b68db9f883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.251576 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-397eeb52-8b0c-4a21-b2d8-e5b68db9f883 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0779372f-1b23-48c6-93ea-bf64e159ccef HTTP/1.1" status: 204 len: 168 time: 0.3434334 Feb 15 05:09:58.272558 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397eeb52-8b0c-4a21-b2d8-e5b68db9f883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0779372f-1b23-48c6-93ea-bf64e159ccef,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:58.364899 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d405f78e54060b3f35fba0d75da544d2410d2332c32325fa9b97c03aebb98be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbc3241-545c-475e-ac0d-f799f6c784a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff337d5c-69b1-429e-a8ce-e4f8b35eae00", "tag": "310d5ec9-b702-4764-8d62-4d91196c9775"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:09:58.452771 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cc1bd4ae-3b74-4ab2-96da-fe19e09b24f4 req-256b8d12-953a-405f-8fe9-e8e01dc237f5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0448310 Feb 15 05:09:58.750788 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fc6b50-b3d9-4dde-ab0f-69224184852e x-openstack-request-id: req-c6fc6b50-b3d9-4dde-ab0f-69224184852e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:09:58.751286 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff337d5c-69b1-429e-a8ce-e4f8b35eae00", "tag": "310d5ec9-b702-4764-8d62-4d91196c9775", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:09:58.751375 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6fc6b50-b3d9-4dde-ab0f-69224184852e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:09:58.751811 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff337d5c-69b1-429e-a8ce-e4f8b35eae00', 'tag': '310d5ec9-b702-4764-8d62-4d91196c9775', 'status': 'completed', 'code': 200} Feb 15 05:09:58.756624 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 50990) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:58.769338 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8c66837-3298-43c6-b324-d98d683e7701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.866965 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8c66837-3298-43c6-b324-d98d683e7701 admin admin] Publish callbacks [] for security_group (f9ff1ac5-6458-4dd3-b1d0-007bca577afb), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.875244 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8c66837-3298-43c6-b324-d98d683e7701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (f9ff1ac5-6458-4dd3-b1d0-007bca577afb), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:58.924851 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e8c66837-3298-43c6-b324-d98d683e7701 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be7edff03a984fb6b13d795576ec4103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670985 Feb 15 05:09:58.926420 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c66837-3298-43c6-b324-d98d683e7701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ff1ac5-6458-4dd3-b1d0-007bca577afb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:58.928007 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 50998) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:09:58.946340 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc5dd9-95fb-4f64-869f-03991f46fc92 req-a7b78c90-a0d1-4bca-82bf-e0dc811bfd77 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:09:58.947850 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46cc5dd9-95fb-4f64-869f-03991f46fc92 req-a7b78c90-a0d1-4bca-82bf-e0dc811bfd77 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.1068194 Feb 15 05:09:58.993309 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a031fa1e-b01e-42da-b73e-0271fbbfbe16 admin admin] Publish callbacks [] for security_group (f9ff1ac5-6458-4dd3-b1d0-007bca577afb), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:59.002239 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46cc5dd9-95fb-4f64-869f-03991f46fc92 req-784f9070-8fb8-4c57-9eae-5746f9c60e0e tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483439 Feb 15 05:09:59.021840 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a031fa1e-b01e-42da-b73e-0271fbbfbe16 admin admin] Publish callbacks [] for security_group (f9ff1ac5-6458-4dd3-b1d0-007bca577afb), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:59.067473 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a031fa1e-b01e-42da-b73e-0271fbbfbe16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (f9ff1ac5-6458-4dd3-b1d0-007bca577afb), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:59.070322 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a031fa1e-b01e-42da-b73e-0271fbbfbe16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:09:59.071444 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a031fa1e-b01e-42da-b73e-0271fbbfbe16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9ff1ac5-6458-4dd3-b1d0-007bca577afb HTTP/1.1" status: 204 len: 168 time: 0.1370320 Feb 15 05:09:59.079222 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031fa1e-b01e-42da-b73e-0271fbbfbe16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ff1ac5-6458-4dd3-b1d0-007bca577afb,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:09:59.188263 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4cd88ff6-4e88-47d6-8dd6-bde91a16800f req-a9e65bd4-82b4-4b51-b38b-c8f259528a38 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0293024 Feb 15 05:09:59.618492 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52f225f3-b5a7-42bd-9db4-591fd3091606 req-849d69c4-3be9-4176-9ec4-832827197f4e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0681937 Feb 15 05:10:00.170929 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6c905-f2da-40a6-b280-c62bc349c8b8 req-95c1a9a6-7f1b-4462-a4b9-4e86e198d930 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:00.180041 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-45f6c905-f2da-40a6-b280-c62bc349c8b8 req-95c1a9a6-7f1b-4462-a4b9-4e86e198d930 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.0906601 Feb 15 05:10:00.263846 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-45f6c905-f2da-40a6-b280-c62bc349c8b8 req-9f85a4b1-b73b-4b3d-a42e-ee6728b890b2 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792351 Feb 15 05:10:00.329661 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a33d3cff-bc65-4a77-9b3f-2ab513bd892e req-94ebd289-99cd-4894-94e8-3f21047c69ce tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0486197 Feb 15 05:10:00.733478 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b72cf6b-2f00-44a0-8b80-4c12f2057b5b req-cf256bcb-63e2-4b42-84f8-f4e78bb02156 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0334153 Feb 15 05:10:01.407519 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f475ee-94eb-4c52-937d-1e817897dcf7 req-a0443ab7-eff6-49fa-92f9-6ed89bef0a1f tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:01.409048 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d4f475ee-94eb-4c52-937d-1e817897dcf7 req-a0443ab7-eff6-49fa-92f9-6ed89bef0a1f tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.0770319 Feb 15 05:10:01.460458 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f202f2c3-46ae-4a0b-a56a-b9d9f47c2cf0 req-90bc43ea-5abc-4c6a-9369-8d5e34e82140 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0350811 Feb 15 05:10:01.493271 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d4f475ee-94eb-4c52-937d-1e817897dcf7 req-72b9b280-8cd0-4225-8b4b-0834162fab05 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741770 Feb 15 05:10:01.821122 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5c3a9be-3bfe-4e19-a182-91665b27ddd4 req-5c131774-21c3-47cc-b1dd-1be3c1623a33 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0291119 Feb 15 05:10:02.568202 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-22916117-0260-48ea-8c93-731b920e13cf req-8666e24f-248b-451d-914c-96bb2860c1c0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0318437 Feb 15 05:10:02.656903 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e4ff4-0034-4795-823e-1a5dd9799b01 req-690c8a22-05de-44cd-918a-867b69f3fd2f tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:02.659925 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e43e4ff4-0034-4795-823e-1a5dd9799b01 req-690c8a22-05de-44cd-918a-867b69f3fd2f tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.0698550 Feb 15 05:10:02.712143 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e43e4ff4-0034-4795-823e-1a5dd9799b01 req-3ee87005-925b-4311-b0e3-cf1b85a3f13a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474496 Feb 15 05:10:02.916675 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f74e2d8e-29d5-4094-9673-f80094c5efb6 req-af248f53-b7de-4eb9-a307-e4ba87884092 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0281379 Feb 15 05:10:03.202652 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0ad0ed4e-9ea0-49a9-b51f-f17d6fdd4deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:03.669367 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ce702f4-f53c-4d66-b3b0-ad52c02e545d req-101a7dcb-1406-466c-9095-58c19bdee22c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0313928 Feb 15 05:10:03.854121 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa27f0-c553-4b6f-b99f-83658774bdaf req-c0e5c57f-b9fd-4254-b974-a2e071698197 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:03.855830 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f7aa27f0-c553-4b6f-b99f-83658774bdaf req-c0e5c57f-b9fd-4254-b974-a2e071698197 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.0695922 Feb 15 05:10:03.907431 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f7aa27f0-c553-4b6f-b99f-83658774bdaf req-f1fa165f-31bd-4bf4-a2e9-b4a53ff1fd20 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Feb 15 05:10:04.025689 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9b7453d0-4662-4a57-bd43-21f98031f7df req-9181c902-b1a3-4bab-8f72-96ea1899ef85 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0348537 Feb 15 05:10:04.516308 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51202) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:04.618417 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc247-037d-4ee1-8940-c3f79386f3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:04.629402 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 64101) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:04.727366 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc247-037d-4ee1-8940-c3f79386f3a3 admin admin] Publish callbacks [] for security_group (32e32606-12ec-479b-bea1-a99edd0fdfc4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:04.743229 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc247-037d-4ee1-8940-c3f79386f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (32e32606-12ec-479b-bea1-a99edd0fdfc4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:04.859528 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bc247-037d-4ee1-8940-c3f79386f3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e32606-12ec-479b-bea1-a99edd0fdfc4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:04.871079 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0c2e2e75-f288-49c6-abb6-dae83d280f8c req-17bbae5b-2569-4586-a16a-640757d6c8e7 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0506725 Feb 15 05:10:04.894178 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 64104) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:04.932053 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5b5bc247-037d-4ee1-8940-c3f79386f3a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1895bee3969481cb626fef961d94478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4144425 Feb 15 05:10:04.933638 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51230) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:04.989206 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc3241-545c-475e-ac0d-f799f6c784a0 req-a44a3b17-ce3c-4f62-bc2e-1dd634f4f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:04.991300 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7bbc3241-545c-475e-ac0d-f799f6c784a0 req-a44a3b17-ce3c-4f62-bc2e-1dd634f4f2bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6a28ab1e36bc42108a104282e2cf990e&device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 1127 time: 0.1927276 Feb 15 05:10:05.026298 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19f2988a-e342-4e83-afea-b5701d510bf3 admin admin] Publish callbacks [] for security_group (32e32606-12ec-479b-bea1-a99edd0fdfc4), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.064997 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2157-6185-438d-98af-9194690ded5a req-b3e7793f-41c3-465c-b851-56d995737fe7 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:05.066525 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-b3e7793f-41c3-465c-b851-56d995737fe7 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.61 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 818 time: 0.1642845 Feb 15 05:10:05.081259 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-ae328f4b-f76f-48a2-8905-7f5cd477335e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:05.082761 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-ae328f4b-f76f-48a2-8905-7f5cd477335e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.61 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 818 time: 0.4303684 Feb 15 05:10:05.146846 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31a655b7-9877-4802-9ab6-6f21f96bdce4 req-b5d09dd9-dbce-44b2-91f2-6c3a7b323c16 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0374534 Feb 15 05:10:05.170859 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20556208-1ebf-47d2-b3a2-2eb67484f503 req-bfcc2d5a-61d8-43cf-8653-6e0c17c6e95d tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:05.172555 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20556208-1ebf-47d2-b3a2-2eb67484f503 req-bfcc2d5a-61d8-43cf-8653-6e0c17c6e95d tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.1154201 Feb 15 05:10:05.222665 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20556208-1ebf-47d2-b3a2-2eb67484f503 req-17735705-22bf-4b8d-9c1e-029a4084cee7 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441585 Feb 15 05:10:05.330238 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19f2988a-e342-4e83-afea-b5701d510bf3 admin admin] Publish callbacks [] for security_group (32e32606-12ec-479b-bea1-a99edd0fdfc4), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.336574 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc3241-545c-475e-ac0d-f799f6c784a0 req-f84fc1e8-4a28-4966-ac05-d9bd2fd6d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:05.338088 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7bbc3241-545c-475e-ac0d-f799f6c784a0 req-f84fc1e8-4a28-4966-ac05-d9bd2fd6d339 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6a28ab1e36bc42108a104282e2cf990e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3369684 Feb 15 05:10:05.377869 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19f2988a-e342-4e83-afea-b5701d510bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (32e32606-12ec-479b-bea1-a99edd0fdfc4), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.380506 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19f2988a-e342-4e83-afea-b5701d510bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.381895 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-19f2988a-e342-4e83-afea-b5701d510bf3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32e32606-12ec-479b-bea1-a99edd0fdfc4 HTTP/1.1" status: 204 len: 168 time: 0.4460711 Feb 15 05:10:05.390651 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2988a-e342-4e83-afea-b5701d510bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e32606-12ec-479b-bea1-a99edd0fdfc4,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:05.424490 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f587a5bf-2ff3-43e0-ae98-dd4662769fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.630333 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51248) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:05.643061 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55563a38-d807-410e-adcb-5304ffe6bba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.713100 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55563a38-d807-410e-adcb-5304ffe6bba8 admin admin] Publish callbacks [] for security_group (c64168ad-655b-47d7-9dd2-1ebb6db2feab), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.716279 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55563a38-d807-410e-adcb-5304ffe6bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (c64168ad-655b-47d7-9dd2-1ebb6db2feab), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.753004 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-55563a38-d807-410e-adcb-5304ffe6bba8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c2c92ccf7714b568cc13a3d37976971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1213865 Feb 15 05:10:05.753836 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55563a38-d807-410e-adcb-5304ffe6bba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64168ad-655b-47d7-9dd2-1ebb6db2feab,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:05.755697 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 51250) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:05.804200 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d02294d8-ae6d-4c3f-9ed7-363fbadff249 admin admin] Publish callbacks [] for security_group (c64168ad-655b-47d7-9dd2-1ebb6db2feab), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.828062 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d02294d8-ae6d-4c3f-9ed7-363fbadff249 admin admin] Publish callbacks [] for security_group (c64168ad-655b-47d7-9dd2-1ebb6db2feab), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.873720 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d02294d8-ae6d-4c3f-9ed7-363fbadff249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (c64168ad-655b-47d7-9dd2-1ebb6db2feab), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.876648 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d02294d8-ae6d-4c3f-9ed7-363fbadff249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:05.877765 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d02294d8-ae6d-4c3f-9ed7-363fbadff249 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c64168ad-655b-47d7-9dd2-1ebb6db2feab HTTP/1.1" status: 204 len: 168 time: 0.1208246 Feb 15 05:10:05.886118 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02294d8-ae6d-4c3f-9ed7-363fbadff249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64168ad-655b-47d7-9dd2-1ebb6db2feab,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:05.992051 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b778a343-820c-4925-86dc-518c83a337e0 req-8fdd0a13-fffe-4eaa-ba51-50c2a22b6747 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0298684 Feb 15 05:10:06.243949 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b511c890-3144-49f0-8479-b4da0c970ffc req-a82fd20d-7017-4a7f-aad7-4de2ece29e1a tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0263231 Feb 15 05:10:06.354483 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4d04f-9f27-46d4-9934-9ef170a9bdd5 req-63e30458-5734-468f-b942-1e4a25bded1f tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:06.355953 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-09f4d04f-9f27-46d4-9934-9ef170a9bdd5 req-63e30458-5734-468f-b942-1e4a25bded1f tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.0538607 Feb 15 05:10:06.406000 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-09f4d04f-9f27-46d4-9934-9ef170a9bdd5 req-25d0013c-d675-4e20-9c7a-c0267fbafbcb tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Feb 15 05:10:06.521957 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.569935 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51292) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:06.663772 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-396580372-network', 'tenant_id': 'c78a835f054040fface55fd66e3c3d78'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:06.682192 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Made reservation on behalf of c78a835f054040fface55fd66e3c3d78 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:10:06.684486 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.692493 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.765196 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Publish callbacks [] for security_group (2dcaeb50-a6aa-40c1-bf88-70a47a0088c2), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.768582 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (2dcaeb50-a6aa-40c1-bf88-70a47a0088c2), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.791548 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:10:06.800693 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcaeb50-a6aa-40c1-bf88-70a47a0088c2,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:06.805187 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (15987366-7f3e-40bb-bf7b-832507a988c1), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.805526 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Added segment 15987366-7f3e-40bb-bf7b-832507a988c1 of type vlan for network 1eff14e2-f8e8-43ae-8765-dabac5b825f2 Feb 15 05:10:06.843861 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (1eff14e2-f8e8-43ae-8765-dabac5b825f2), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.868284 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (1eff14e2-f8e8-43ae-8765-dabac5b825f2), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.869489 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:06.870095 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:06.920100 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3490841 Feb 15 05:10:06.923029 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 51300) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:06.927915 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e7a2db1f-4079-4fb8-bac8-bb00f6fc949b admin admin] Request body: {'subnet': {'network_id': '1eff14e2-f8e8-43ae-8765-dabac5b825f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-396580372-subnet', 'tenant_id': 'c78a835f054040fface55fd66e3c3d78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:06.932756 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f95394-3e43-46d3-bce8-6820d1e7c05b admin admin] Pushing event updated for resources: {'Network': ['ID=1eff14e2-f8e8-43ae-8765-dabac5b825f2,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:06.945224 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 1eff14e2-f8e8-43ae-8765-dabac5b825f2 details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:10:06.948983 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a2db1f-4079-4fb8-bac8-bb00f6fc949b admin admin] Made reservation on behalf of c78a835f054040fface55fd66e3c3d78 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:10:06.951941 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7a2db1f-4079-4fb8-bac8-bb00f6fc949b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3999359'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.096196 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-07bd182f-41d3-4195-b420-6bfd1e6c3dce req-d436c2bb-f7b1-446a-94a6-b751dea0450f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0336959 Feb 15 05:10:07.137942 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7a2db1f-4079-4fb8-bac8-bb00f6fc949b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3974301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3999337'] for subnet (e5a4deb7-0e2c-42f7-8b5e-d217db7ee3eb), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.189722 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2db1f-4079-4fb8-bac8-bb00f6fc949b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a4deb7-0e2c-42f7-8b5e-d217db7ee3eb,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:07.199444 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2db1f-4079-4fb8-bac8-bb00f6fc949b admin admin] Checking segment: {'id': '15987366-7f3e-40bb-bf7b-832507a988c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1eff14e2-f8e8-43ae-8765-dabac5b825f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:07.199846 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2db1f-4079-4fb8-bac8-bb00f6fc949b admin admin] Network hostable DHCP agents. Network: 1eff14e2-f8e8-43ae-8765-dabac5b825f2, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:10:07.215814 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2db1f-4079-4fb8-bac8-bb00f6fc949b admin admin] Network 1eff14e2-f8e8-43ae-8765-dabac5b825f2 is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:10:07.223473 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2db1f-4079-4fb8-bac8-bb00f6fc949b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 1eff14e2-f8e8-43ae-8765-dabac5b825f2) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:07.227352 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a2db1f-4079-4fb8-bac8-bb00f6fc949b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:07.227978 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7a2db1f-4079-4fb8-bac8-bb00f6fc949b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.232666 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6293715-207f-45df-a1f2-945336cfcde3 None None] Network 1eff14e2-f8e8-43ae-8765-dabac5b825f2 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:10:07.251826 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e7a2db1f-4079-4fb8-bac8-bb00f6fc949b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3275509 Feb 15 05:10:07.337431 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be392a23-4db5-49a2-aa75-e23860312193 None None] Network 1eff14e2-f8e8-43ae-8765-dabac5b825f2 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:10:07.357263 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29d5d319-9bd3-4df6-a0e3-4e9d4a808d82 req-303f7fa7-bc8f-4161-9cdf-3e4ba4f6777b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0323682 Feb 15 05:10:07.478962 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Request body: {'port': {'device_id': 'c1b3e9c1-16c7-4fa7-8796-a51656ac2748', 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be', 'admin_state_up': True, 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:07.484991 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-38ec2157-6185-438d-98af-9194690ded5a req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Request body: {'port': {'device_id': '47387103-d09a-4767-8043-3aca5818b9a2', 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be', 'admin_state_up': True, 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:07.742911 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51328) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:07.747701 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1408944142-network', 'tenant_id': '43d1891ee7c14602831dcbc2bef346cd'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:07.767468 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Made reservation on behalf of 43d1891ee7c14602831dcbc2bef346cd for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:10:07.769890 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.781510 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.836621 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebee1d6-b083-4638-b7f1-11e074c878e9 req-9eceeb5f-bb26-4a68-abe5-a7a63c1960ac tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:07.838062 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cebee1d6-b083-4638-b7f1-11e074c878e9 req-9eceeb5f-bb26-4a68-abe5-a7a63c1960ac tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.3436038 Feb 15 05:10:07.853869 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Publish callbacks [] for security_group (f79db959-71b1-4ee0-a6fe-36ad78b5d407), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.857529 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (f79db959-71b1-4ee0-a6fe-36ad78b5d407), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.885529 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:10:07.886229 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ec2157-6185-438d-98af-9194690ded5a req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Made reservation on behalf of ce57a3e72448423bb61b4415a0877d7c for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:10:07.890374 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-38ec2157-6185-438d-98af-9194690ded5a req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.892212 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79db959-71b1-4ee0-a6fe-36ad78b5d407,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:07.894617 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Made reservation on behalf of ce57a3e72448423bb61b4415a0877d7c for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:10:07.897811 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.898078 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (376d60ea-c889-4477-934a-a841abc6697d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.898435 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Added segment 376d60ea-c889-4477-934a-a841abc6697d of type vlan for network 48db50f4-8f00-45c9-acf2-079a3e83aa1f Feb 15 05:10:07.949361 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (48db50f4-8f00-45c9-acf2-079a3e83aa1f), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.969700 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cebee1d6-b083-4638-b7f1-11e074c878e9 req-3e23d00c-c2d9-436d-8f3f-55249ff28d20 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202428 Feb 15 05:10:07.992951 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (48db50f4-8f00-45c9-acf2-079a3e83aa1f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:07.994030 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:07.994689 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.050427 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3062274 Feb 15 05:10:08.054976 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51334) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:08.059794 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-d794172b-f322-4ba7-9b85-aa8df7fba774 admin admin] Request body: {'subnet': {'network_id': '48db50f4-8f00-45c9-acf2-079a3e83aa1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1408944142-subnet', 'tenant_id': '43d1891ee7c14602831dcbc2bef346cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:08.064110 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72339cce-68e0-4833-986b-a083146c910a admin admin] Pushing event updated for resources: {'Network': ['ID=48db50f4-8f00-45c9-acf2-079a3e83aa1f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:08.074266 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 48db50f4-8f00-45c9-acf2-079a3e83aa1f details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:10:08.085504 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d794172b-f322-4ba7-9b85-aa8df7fba774 admin admin] Made reservation on behalf of 43d1891ee7c14602831dcbc2bef346cd for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:10:08.088599 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d794172b-f322-4ba7-9b85-aa8df7fba774 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3429871'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.213330 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4a7da02b-1db8-4427-bfe7-e36cce7769e4 req-d57c1f0f-b25d-49f4-a602-40e7ef95fefc tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0400872 Feb 15 05:10:08.222945 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Allocated IP 172.20.0.8 (cd594851-7477-41c9-a7b4-26db9b9126be/1ea711dc-35af-4e23-a3c6-058831f747a6/d6b9c521-fe95-4412-b96b-8cec59d3f530) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:10:08.279189 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d794172b-f322-4ba7-9b85-aa8df7fba774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3341317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3429881'] for subnet (30b01d9e-2489-48cf-8509-9a7dbc6641df), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.324918 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.337726 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794172b-f322-4ba7-9b85-aa8df7fba774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b01d9e-2489-48cf-8509-9a7dbc6641df,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:08.348357 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794172b-f322-4ba7-9b85-aa8df7fba774 admin admin] Checking segment: {'id': '376d60ea-c889-4477-934a-a841abc6697d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '48db50f4-8f00-45c9-acf2-079a3e83aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:08.348906 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d794172b-f322-4ba7-9b85-aa8df7fba774 admin admin] Network hostable DHCP agents. Network: 48db50f4-8f00-45c9-acf2-079a3e83aa1f, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:10:08.369501 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d794172b-f322-4ba7-9b85-aa8df7fba774 admin admin] Network 48db50f4-8f00-45c9-acf2-079a3e83aa1f is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:10:08.378613 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d794172b-f322-4ba7-9b85-aa8df7fba774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 48db50f4-8f00-45c9-acf2-079a3e83aa1f) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:08.384013 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d794172b-f322-4ba7-9b85-aa8df7fba774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:08.384968 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d794172b-f322-4ba7-9b85-aa8df7fba774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.390775 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks [] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.391961 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e9ce5-2824-42e7-8a35-7d26f97b5690 None None] Network 48db50f4-8f00-45c9-acf2-079a3e83aa1f requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:10:08.404049 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d794172b-f322-4ba7-9b85-aa8df7fba774 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3477898 Feb 15 05:10:08.483291 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.486354 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-102a0c99-d381-461b-966a-410d35e75eb9 req-e21e0655-dec3-47b9-9d15-8ab1e5fd0522 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0398891 Feb 15 05:10:08.512934 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0f503-9cd6-475c-a05f-98d828dd64b4 None None] Network 48db50f4-8f00-45c9-acf2-079a3e83aa1f requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:10:08.594335 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Network cd594851-7477-41c9-a7b4-26db9b9126be is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:10:08.604204 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-38ec2157-6185-438d-98af-9194690ded5a req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Allocated IP 172.20.0.4 (cd594851-7477-41c9-a7b4-26db9b9126be/1ea711dc-35af-4e23-a3c6-058831f747a6/24259207-f3ef-4a46-a6f7-595d6af1d4c1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:10:08.619989 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:08.623346 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:10:08.628927 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Pushing event updated for resources: {'Port': ['ID=d6b9c521-fe95-4412-b96b-8cec59d3f530,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:08.693359 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:08.693969 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.727260 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3a4d20d7-c31f-43ce-974d-4de77ac279a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2531614 Feb 15 05:10:08.809410 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-38ec2157-6185-438d-98af-9194690ded5a req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks [] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.843923 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-38ec2157-6185-438d-98af-9194690ded5a req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:08.866323 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.61', 64109) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:08.888300 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ec2157-6185-438d-98af-9194690ded5a req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Network cd594851-7477-41c9-a7b4-26db9b9126be is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:10:08.894003 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-38ec2157-6185-438d-98af-9194690ded5a req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:08.897712 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ec2157-6185-438d-98af-9194690ded5a req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:10:08.928597 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Request body: {'port': {'device_id': 'c1b3e9c1-16c7-4fa7-8796-a51656ac2748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:08.958047 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Pushing event updated for resources: {'Port': ['ID=24259207-f3ef-4a46-a6f7-595d6af1d4c1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:09.008328 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2157-6185-438d-98af-9194690ded5a req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:09.009244 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-38ec2157-6185-438d-98af-9194690ded5a req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.012403 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.163838 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-8421cb1e-3f9c-4b80-9f00-80ca452e55c2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6884966 Feb 15 05:10:09.196445 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Request body: {'port': {'device_id': '47387103-d09a-4767-8043-3aca5818b9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:09.286293 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc3241-545c-475e-ac0d-f799f6c784a0 req-1ad277e3-a6e7-41db-bf0e-c940543911ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:09.287783 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7bbc3241-545c-475e-ac0d-f799f6c784a0 req-1ad277e3-a6e7-41db-bf0e-c940543911ed service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4205401 Feb 15 05:10:09.319284 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-01da96f0-5bef-4925-adc1-1e53744a6b61 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:09.321138 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-01da96f0-5bef-4925-adc1-1e53744a6b61 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 816 time: 0.1871274 Feb 15 05:10:09.369166 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28493999-baae-418c-9c45-725eac482de5 req-92e3e574-f4c4-4f4a-982e-bdf9c9ca6a24 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:09.377588 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28493999-baae-418c-9c45-725eac482de5 req-92e3e574-f4c4-4f4a-982e-bdf9c9ca6a24 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.2123997 Feb 15 05:10:09.416631 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6be805f9-1f75-4766-bd70-e99379f11056 req-cb1b6e8a-1fca-4d63-bc6a-9c6960da5d04 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0769098 Feb 15 05:10:09.443207 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.481935 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-c1c17782-e007-40f6-a9a1-c22b3968f7c9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17c593bc1f1546b08b29ee3016e2bf5b HTTP/1.1" status: 200 len: 379 time: 0.1161628 Feb 15 05:10:09.492000 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-b6167abb-1a41-44b7-bcf6-83510d7fa602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:09.493545 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-b6167abb-1a41-44b7-bcf6-83510d7fa602 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6a28ab1e36bc42108a104282e2cf990e&device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 1127 time: 0.0854449 Feb 15 05:10:09.580314 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.658072 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Request body: {'port': {'device_id': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'admin_state_up': True, 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'security_groups': ['a048d555-c942-4b45-ad68-3c74407e20a1']}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:09.707862 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28493999-baae-418c-9c45-725eac482de5 req-19fab174-1ad3-45de-9615-a496b99c6884 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292806 Feb 15 05:10:09.744687 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-377cb652-3898-44cc-9e08-ba9f2d7cc942 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=310d5ec9-b702-4764-8d62-4d91196c9775 HTTP/1.1" status: 200 len: 217 time: 0.0980747 Feb 15 05:10:09.848560 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-15a0559a-57ef-4d08-811c-2ecd87c5c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:09.850174 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-15a0559a-57ef-4d08-811c-2ecd87c5c50e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=943a651a-e1d4-483c-8831-f1b60f0d54a7 HTTP/1.1" status: 200 len: 852 time: 0.0779295 Feb 15 05:10:09.854059 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b9c521-fe95-4412-b96b-8cec59d3f530 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:10:09.866673 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Publish callbacks [] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.888089 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Made reservation on behalf of 17c593bc1f1546b08b29ee3016e2bf5b for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:10:09.893715 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:09.894817 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b278db4-4541-421f-925f-47b9449ca398 req-1b03517a-fcc0-44f1-bea7-3f09142c5883 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:09.896359 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b278db4-4541-421f-925f-47b9449ca398 req-1b03517a-fcc0-44f1-bea7-3f09142c5883 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 931 time: 0.2158122 Feb 15 05:10:09.916815 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Transition to ACTIVE for port object d6b9c521-fe95-4412-b96b-8cec59d3f530 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:10:09.928760 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.016639 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-318d790b-30c9-4caf-a6be-5d06e22f427c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8015fa10-ce7f-4fa9-a690-6efad0952bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557907 Feb 15 05:10:10.065139 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b278db4-4541-421f-925f-47b9449ca398 req-32d7b8c6-e952-44ac-aaf6-5c178393964c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584227 Feb 15 05:10:10.065822 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Pushing event updated for resources: {'Port': ['ID=d6b9c521-fe95-4412-b96b-8cec59d3f530,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:10.213296 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Attempting to bind port d6b9c521-fe95-4412-b96b-8cec59d3f530 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:10:10.213667 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Attempting to bind port d6b9c521-fe95-4412-b96b-8cec59d3f530 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:10:10.214017 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Attempting to bind port d6b9c521-fe95-4412-b96b-8cec59d3f530 on network cd594851-7477-41c9-a7b4-26db9b9126be {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:10.223181 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Port d6b9c521-fe95-4412-b96b-8cec59d3f530 on network cd594851-7477-41c9-a7b4-26db9b9126be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:10:10.223612 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Attempting to bind port d6b9c521-fe95-4412-b96b-8cec59d3f530 on network cd594851-7477-41c9-a7b4-26db9b9126be {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:10.252199 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:10:10.252597 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Checking segment: {'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:10.253167 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Bound using segment: {'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:10:10.253620 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Bound port: d6b9c521-fe95-4412-b96b-8cec59d3f530, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:10:10.253969 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.278458 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24259207-f3ef-4a46-a6f7-595d6af1d4c1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:10:10.286572 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Publish callbacks [] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.287682 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Allocated IP 172.20.0.9 (6d9c2d0d-8ce7-4f6f-8128-3b936cc88963/907e55dd-ffdf-45db-8fcc-1436af667f7c/0be1f9cc-4d7e-4a8b-9b98-6112f2c40538) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:10:10.317224 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-da53d70e-d11a-4313-988c-7ba9a79df507 service neutron] 10.222.0.61 "GET /v2.0/networks/8015fa10-ce7f-4fa9-a690-6efad0952bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898099 Feb 15 05:10:10.323000 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Transition to ACTIVE for port object 24259207-f3ef-4a46-a6f7-595d6af1d4c1 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:10:10.334124 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.376152 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] For port d6b9c521-fe95-4412-b96b-8cec59d3f530, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:10:10.411901 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] For port d6b9c521-fe95-4412-b96b-8cec59d3f530, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d6b9c521-fe95-4412-b96b-8cec59d3f530,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:10:10.414651 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Pushing event updated for resources: {'Port': ['ID=24259207-f3ef-4a46-a6f7-595d6af1d4c1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:10.424631 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.488371 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-4749cf7b-4490-4375-92e6-bb7db8526b98 service neutron] 10.222.0.61 "GET /v2.0/networks/8015fa10-ce7f-4fa9-a690-6efad0952bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621571 Feb 15 05:10:10.517539 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:10.518159 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.530180 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] 10.222.0.61 "PUT /v2.0/ports/d6b9c521-fe95-4412-b96b-8cec59d3f530 HTTP/1.1" status: 200 len: 1093 time: 1.5987322 Feb 15 05:10:10.538256 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b3e9c1-16c7-4fa7-8796-a51656ac2748', 'tag': 'd6b9c521-fe95-4412-b96b-8cec59d3f530'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:10:10.543730 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.581889 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e565656-1cf9-49a3-b3e1-9b5f15b54f0d service neutron] Pushing event updated for resources: {'Port': ['ID=d6b9c521-fe95-4412-b96b-8cec59d3f530,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:10.632357 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.666247 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-08b6af5d-bbe3-40e5-b2a3-f8a18a3955e7 req-da6232db-d335-4c14-a16e-62e1b040a2ff tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0977690 Feb 15 05:10:10.683625 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Attempting to bind port 24259207-f3ef-4a46-a6f7-595d6af1d4c1 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:10:10.683960 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Attempting to bind port 24259207-f3ef-4a46-a6f7-595d6af1d4c1 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:10:10.684285 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Attempting to bind port 24259207-f3ef-4a46-a6f7-595d6af1d4c1 on network cd594851-7477-41c9-a7b4-26db9b9126be {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:10.687620 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:10:10.696329 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:10:10.700095 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Port 24259207-f3ef-4a46-a6f7-595d6af1d4c1 on network cd594851-7477-41c9-a7b4-26db9b9126be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:10:10.700565 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Attempting to bind port 24259207-f3ef-4a46-a6f7-595d6af1d4c1 on network cd594851-7477-41c9-a7b4-26db9b9126be {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:10.715879 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:10:10.731074 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event updated for resources: {'Port': ['ID=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:10.735134 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:10:10.735483 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Checking segment: {'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:10.735945 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Bound using segment: {'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:10:10.737135 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Bound port: 24259207-f3ef-4a46-a6f7-595d6af1d4c1, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d858782-1f9d-473d-90a5-e5667afc86db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:10:10.738834 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.757839 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-1081c600-960e-48e2-8101-56e7b13a2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:10.760539 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-1081c600-960e-48e2-8101-56e7b13a2e0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 1127 time: 0.1932728 Feb 15 05:10:10.806014 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba71b84-033a-4e84-a9fc-084f5be8c86b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b3e9c1-16c7-4fa7-8796-a51656ac2748", "tag": "d6b9c521-fe95-4412-b96b-8cec59d3f530"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:10:10.840765 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:10.841604 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.865595 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-3957fa12-7e3c-4a6e-b5df-00a52ad87d66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6b9c521-fe95-4412-b96b-8cec59d3f530 HTTP/1.1" status: 200 len: 217 time: 0.0975513 Feb 15 05:10:10.873155 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-99fd422d-53b4-49ba-8f58-bfaa71b38ed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2193513 Feb 15 05:10:10.884485 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Request body: {'port': {'device_id': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:10.971305 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:10.987352 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-a78277df-03b3-47e5-9958-62033c378482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:10.989084 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-a78277df-03b3-47e5-9958-62033c378482 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ea711dc-35af-4e23-a3c6-058831f747a6 HTTP/1.1" status: 200 len: 858 time: 0.1138358 Feb 15 05:10:10.992204 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] For port 24259207-f3ef-4a46-a6f7-595d6af1d4c1, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:10:11.007289 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] For port 24259207-f3ef-4a46-a6f7-595d6af1d4c1, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=24259207-f3ef-4a46-a6f7-595d6af1d4c1,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:10:11.043356 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.075804 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb4301-38cb-4c9a-b10b-0f4ba4a89186 req-4ec22166-fc8b-4289-a340-ee40bfcba29a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:11.077629 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01bb4301-38cb-4c9a-b10b-0f4ba4a89186 req-4ec22166-fc8b-4289-a340-ee40bfcba29a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.2167675 Feb 15 05:10:11.084173 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4791b3be-70ea-4ad4-a54e-b276ff224cc1 x-openstack-request-id: req-4791b3be-70ea-4ad4-a54e-b276ff224cc1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:10:11.084718 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b3e9c1-16c7-4fa7-8796-a51656ac2748", "tag": "d6b9c521-fe95-4412-b96b-8cec59d3f530", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:10:11.085219 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4791b3be-70ea-4ad4-a54e-b276ff224cc1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:10:11.085900 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b3e9c1-16c7-4fa7-8796-a51656ac2748', 'tag': 'd6b9c521-fe95-4412-b96b-8cec59d3f530', 'status': 'completed', 'code': 200} Feb 15 05:10:11.088425 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-084a0c88-a50e-4f98-b699-624e4cf594b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd594851-7477-41c9-a7b4-26db9b9126be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924840 Feb 15 05:10:11.181039 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-fb37ba82-b02d-44e9-8181-30c5713c01b6 None None] Provisioning complete for port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:11.182381 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fb37ba82-b02d-44e9-8181-30c5713c01b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.184838 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:11.185503 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.189918 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] 10.222.0.61 "PUT /v2.0/ports/24259207-f3ef-4a46-a6f7-595d6af1d4c1 HTTP/1.1" status: 200 len: 1093 time: 2.0011964 Feb 15 05:10:11.250793 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01bb4301-38cb-4c9a-b10b-0f4ba4a89186 req-3c9b83e2-c4cf-4afb-a299-3bb7848ccfbc tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386063 Feb 15 05:10:11.272750 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-fb37ba82-b02d-44e9-8181-30c5713c01b6 None None] Port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:10:11.308170 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299aea9-642e-41a5-bd33-27359b413379 service neutron] Pushing event updated for resources: {'Port': ['ID=24259207-f3ef-4a46-a6f7-595d6af1d4c1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:11.372385 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:10:11.382734 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Publish callbacks [] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.388351 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-83a07a90-f0c4-495d-875d-fa88f5831b8f service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786999 Feb 15 05:10:11.397462 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf4236-bb79-4130-9d14-9ea6844c49f5 req-b918462f-3b6f-4f31-9a0a-b25ab36fa877 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:11.398355 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Transition to ACTIVE for port object 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:10:11.402814 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.404818 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31bf4236-bb79-4130-9d14-9ea6844c49f5 req-b918462f-3b6f-4f31-9a0a-b25ab36fa877 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 943 time: 0.1445916 Feb 15 05:10:11.431276 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2157-6185-438d-98af-9194690ded5a req-08e2ad50-db2a-401e-bf12-31e20598579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:11.432923 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-08e2ad50-db2a-401e-bf12-31e20598579a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 1127 time: 0.1900556 Feb 15 05:10:11.495690 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Pushing event updated for resources: {'Port': ['ID=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:11.540023 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-ec7264ed-77ef-4513-8d2c-cdc16c589527 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24259207-f3ef-4a46-a6f7-595d6af1d4c1 HTTP/1.1" status: 200 len: 217 time: 0.0984075 Feb 15 05:10:11.576564 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Attempting to bind port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:10:11.576892 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Attempting to bind port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:10:11.577219 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Attempting to bind port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 on network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:11.589005 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 on network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:10:11.589334 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Attempting to bind port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 on network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:10:11.598213 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:10:11.601071 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Checking segment: {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:10:11.601934 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Bound using segment: {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:10:11.601934 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Bound port: 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:10:11.602272 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.680056 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31bf4236-bb79-4130-9d14-9ea6844c49f5 req-8e9cb4bb-6cb7-40ae-baa5-4eba3a4fedcc tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742326 Feb 15 05:10:11.703709 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:10:11.714674 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:10:11.727347 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2157-6185-438d-98af-9194690ded5a req-24e7514a-c549-4080-86aa-50b3a3c53224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:11.727492 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.727672 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-24e7514a-c549-4080-86aa-50b3a3c53224 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ea711dc-35af-4e23-a3c6-058831f747a6 HTTP/1.1" status: 200 len: 858 time: 0.1674430 Feb 15 05:10:11.750905 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6fb2e74-7557-43ef-8710-ba69f505a1e4 req-77740087-0d5c-4b1a-8064-9cb140d36b95 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420990 Feb 15 05:10:11.807677 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:11.809585 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:11.811268 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] 10.222.0.61 "PUT /v2.0/ports/0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 HTTP/1.1" status: 200 len: 1093 time: 0.9312968 Feb 15 05:10:11.811949 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:10:11.815838 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d405f78e54060b3f35fba0d75da544d2410d2332c32325fa9b97c03aebb98be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935d9b86-a979-4219-9533-edd732577195" -d '{"events": [{"name": "network-changed", "server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:10:11.921582 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf5c036-2e81-4032-b734-dfda47b31d94 x-openstack-request-id: req-cdf5c036-2e81-4032-b734-dfda47b31d94 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:10:11.923891 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:10:11.924203 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cdf5c036-2e81-4032-b734-dfda47b31d94 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:10:11.924726 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'status': 'completed', 'code': 200} Feb 15 05:10:11.938766 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e0e2c-fe8b-477b-b57d-aae171d258fd service neutron] Pushing event updated for resources: {'Port': ['ID=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:11.981966 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba71b84-033a-4e84-a9fc-084f5be8c86b req-5dcb2d22-162b-46f4-99bc-4fc324da847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:11.985224 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4ba71b84-033a-4e84-a9fc-084f5be8c86b req-5dcb2d22-162b-46f4-99bc-4fc324da847f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 1127 time: 0.1541622 Feb 15 05:10:12.238166 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-e2e78fdd-5435-4833-aaab-9fbd83f6bf34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd594851-7477-41c9-a7b4-26db9b9126be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5034926 Feb 15 05:10:12.318000 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba71b84-033a-4e84-a9fc-084f5be8c86b req-4b6700dd-39b3-4858-9b3f-d5f89fc7c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:12.319689 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4ba71b84-033a-4e84-a9fc-084f5be8c86b req-4b6700dd-39b3-4858-9b3f-d5f89fc7c1b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 919 time: 0.3273666 Feb 15 05:10:12.384882 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4ba71b84-033a-4e84-a9fc-084f5be8c86b req-b5bfdee8-240e-4730-b2b3-0ad515bbfdfe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6b9c521-fe95-4412-b96b-8cec59d3f530 HTTP/1.1" status: 200 len: 217 time: 0.0583742 Feb 15 05:10:12.399135 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51556) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:12.432832 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51560) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:12.481359 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba71b84-033a-4e84-a9fc-084f5be8c86b req-723d6cc6-de76-49b4-a8e9-8d32f9f51d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:12.484400 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-ccf91d18-a40f-4b77-a187-6fa721b731c0 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814699 Feb 15 05:10:12.486245 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4ba71b84-033a-4e84-a9fc-084f5be8c86b req-723d6cc6-de76-49b4-a8e9-8d32f9f51d16 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ea711dc-35af-4e23-a3c6-058831f747a6 HTTP/1.1" status: 200 len: 858 time: 0.0959008 Feb 15 05:10:12.495933 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36965025-12d7-479d-860d-b2f7702360fe req-b1596c82-b517-4f9b-8926-94276f03525a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:12.497489 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36965025-12d7-479d-860d-b2f7702360fe req-b1596c82-b517-4f9b-8926-94276f03525a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.2560501 Feb 15 05:10:12.555180 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4ba71b84-033a-4e84-a9fc-084f5be8c86b req-e9cc648f-ce8b-4994-8050-cbc0d7a66822 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd594851-7477-41c9-a7b4-26db9b9126be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506642 Feb 15 05:10:12.574509 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e95a36d8-a9e0-4f55-a828-4a071bf28017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.602441 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-5c02af52-ca30-4e71-a78d-989312f0a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:12.603870 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-5c02af52-ca30-4e71-a78d-989312f0a39a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 1127 time: 0.3640027 Feb 15 05:10:12.661630 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bae980c-f7a9-461f-89e6-0576952b966c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.690284 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-6dc2af92-2533-4347-8c14-eef97f91cc10 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 HTTP/1.1" status: 200 len: 217 time: 0.0620062 Feb 15 05:10:12.702078 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38ec2157-6185-438d-98af-9194690ded5a req-873f318c-5dc3-4169-bad5-d41cee7d9938 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031217 Feb 15 05:10:12.712129 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4ba71b84-033a-4e84-a9fc-084f5be8c86b req-6cc6f5ae-218c-4506-bba7-2b721179b092 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455393 Feb 15 05:10:12.752277 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36965025-12d7-479d-860d-b2f7702360fe req-173089aa-72eb-4b5e-8ebf-548f86e991ac tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926892 Feb 15 05:10:12.765912 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e95a36d8-a9e0-4f55-a828-4a071bf28017 admin admin] Publish callbacks [] for security_group (4bd4addb-8bb5-4482-98ae-bca78e178c5b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.766529 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e707-8320-4ccb-8359-4bdb18d71821 req-4a4838c7-122d-491d-9216-22b2d27d0e81 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:12.767968 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab22e707-8320-4ccb-8359-4bdb18d71821 req-4a4838c7-122d-491d-9216-22b2d27d0e81 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.2095487 Feb 15 05:10:12.783721 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e95a36d8-a9e0-4f55-a828-4a071bf28017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (4bd4addb-8bb5-4482-98ae-bca78e178c5b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.791058 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-5eea6792-0afa-49a7-ac16-b695c1129364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:12.792547 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-5eea6792-0afa-49a7-ac16-b695c1129364 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.0957427 Feb 15 05:10:12.824699 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab22e707-8320-4ccb-8359-4bdb18d71821 req-f2adacb0-1422-41ba-b2ea-25ee06a202da tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505483 Feb 15 05:10:12.844196 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bae980c-f7a9-461f-89e6-0576952b966c admin admin] Publish callbacks [] for security_group (edff29bb-5881-473b-9620-7a9e0f0d9745), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.849734 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e95a36d8-a9e0-4f55-a828-4a071bf28017 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=643fcd48803848a49d73bb2374d4909a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4493558 Feb 15 05:10:12.850415 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a36d8-a9e0-4f55-a828-4a071bf28017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd4addb-8bb5-4482-98ae-bca78e178c5b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:12.852692 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51570) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:12.863017 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bae980c-f7a9-461f-89e6-0576952b966c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (edff29bb-5881-473b-9620-7a9e0f0d9745), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.877451 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084f876-6114-4a4f-bba3-0e72f52a43fc req-9eae37a1-0e87-42e7-9252-02a5180adc0d tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:12.878906 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1084f876-6114-4a4f-bba3-0e72f52a43fc req-9eae37a1-0e87-42e7-9252-02a5180adc0d tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 943 time: 0.0589082 Feb 15 05:10:12.926535 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6bae980c-f7a9-461f-89e6-0576952b966c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=987b9d46541c494fa64c14cae050f6ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4924371 Feb 15 05:10:12.927245 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae980c-f7a9-461f-89e6-0576952b966c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edff29bb-5881-473b-9620-7a9e0f0d9745,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:12.929216 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 51576) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:12.947936 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5cff523-fb9b-4d90-b5b7-0190276e92f3 admin admin] Publish callbacks [] for security_group (4bd4addb-8bb5-4482-98ae-bca78e178c5b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.950607 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1084f876-6114-4a4f-bba3-0e72f52a43fc req-68ade1d2-4610-4410-b73b-ed2a8e6faf2d tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656149 Feb 15 05:10:12.972074 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5cff523-fb9b-4d90-b5b7-0190276e92f3 admin admin] Publish callbacks [] for security_group (4bd4addb-8bb5-4482-98ae-bca78e178c5b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:12.989097 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a093301-74cf-499b-bccd-da2115883385 admin admin] Publish callbacks [] for security_group (edff29bb-5881-473b-9620-7a9e0f0d9745), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.017566 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a093301-74cf-499b-bccd-da2115883385 admin admin] Publish callbacks [] for security_group (edff29bb-5881-473b-9620-7a9e0f0d9745), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.026067 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5cff523-fb9b-4d90-b5b7-0190276e92f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (4bd4addb-8bb5-4482-98ae-bca78e178c5b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.029381 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5cff523-fb9b-4d90-b5b7-0190276e92f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.030706 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f5cff523-fb9b-4d90-b5b7-0190276e92f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bd4addb-8bb5-4482-98ae-bca78e178c5b HTTP/1.1" status: 204 len: 168 time: 0.1740234 Feb 15 05:10:13.038359 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cff523-fb9b-4d90-b5b7-0190276e92f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd4addb-8bb5-4482-98ae-bca78e178c5b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:13.076857 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a093301-74cf-499b-bccd-da2115883385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (edff29bb-5881-473b-9620-7a9e0f0d9745), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.080060 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a093301-74cf-499b-bccd-da2115883385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.081263 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5a093301-74cf-499b-bccd-da2115883385 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/edff29bb-5881-473b-9620-7a9e0f0d9745 HTTP/1.1" status: 204 len: 168 time: 0.1508877 Feb 15 05:10:13.090238 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47387103-d09a-4767-8043-3aca5818b9a2', 'tag': '24259207-f3ef-4a46-a6f7-595d6af1d4c1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:10:13.092560 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034d2ade-09cd-4ce6-af4b-8a520d5011ed" -d '{"events": [{"name": "network-changed", "server_uuid": "47387103-d09a-4767-8043-3aca5818b9a2", "tag": "24259207-f3ef-4a46-a6f7-595d6af1d4c1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:10:13.096350 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a093301-74cf-499b-bccd-da2115883385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edff29bb-5881-473b-9620-7a9e0f0d9745,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:13.141838 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f15362-b43f-42e7-bfc5-b388ce398fe3 x-openstack-request-id: req-c5f15362-b43f-42e7-bfc5-b388ce398fe3 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:10:13.142149 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47387103-d09a-4767-8043-3aca5818b9a2", "tag": "24259207-f3ef-4a46-a6f7-595d6af1d4c1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:10:13.142408 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5f15362-b43f-42e7-bfc5-b388ce398fe3 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:10:13.142811 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47387103-d09a-4767-8043-3aca5818b9a2', 'tag': '24259207-f3ef-4a46-a6f7-595d6af1d4c1', 'status': 'completed', 'code': 200} Feb 15 05:10:13.386972 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 51592) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:13.403268 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19637390-e96c-4282-a46f-da4c17f74a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.418211 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51594) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:13.431375 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb5b4437-d261-4611-8d4a-9b8972df6417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.485438 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19637390-e96c-4282-a46f-da4c17f74a3c admin admin] Publish callbacks [] for security_group (e0bd229e-7238-4b11-8638-a7b4ef0938e5), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.488920 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19637390-e96c-4282-a46f-da4c17f74a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (e0bd229e-7238-4b11-8638-a7b4ef0938e5), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.509805 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb5b4437-d261-4611-8d4a-9b8972df6417 admin admin] Publish callbacks [] for security_group (0df8e913-e231-44ab-abe9-777f8efaa865), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.513620 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb5b4437-d261-4611-8d4a-9b8972df6417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (0df8e913-e231-44ab-abe9-777f8efaa865), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.529717 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-19637390-e96c-4282-a46f-da4c17f74a3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00eb3c0416b34fab84cc4f9e4412fa21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392491 Feb 15 05:10:13.529717 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19637390-e96c-4282-a46f-da4c17f74a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bd229e-7238-4b11-8638-a7b4ef0938e5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:13.530436 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 51598) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:13.552635 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-eb5b4437-d261-4611-8d4a-9b8972df6417 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7accb8191ce04521b9207d36bafab54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333575 Feb 15 05:10:13.553477 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b4437-d261-4611-8d4a-9b8972df6417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df8e913-e231-44ab-abe9-777f8efaa865,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:13.555694 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51600) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:13.578985 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6d42e4b-598e-42c1-8a32-e2ffa5b03a15 admin admin] Publish callbacks [] for security_group (e0bd229e-7238-4b11-8638-a7b4ef0938e5), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.600274 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6d42e4b-598e-42c1-8a32-e2ffa5b03a15 admin admin] Publish callbacks [] for security_group (e0bd229e-7238-4b11-8638-a7b4ef0938e5), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.608192 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b05fd14c-40ac-496e-83d4-636232255ee0 admin admin] Publish callbacks [] for security_group (0df8e913-e231-44ab-abe9-777f8efaa865), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.632012 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b05fd14c-40ac-496e-83d4-636232255ee0 admin admin] Publish callbacks [] for security_group (0df8e913-e231-44ab-abe9-777f8efaa865), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.694483 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6d42e4b-598e-42c1-8a32-e2ffa5b03a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (e0bd229e-7238-4b11-8638-a7b4ef0938e5), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.697152 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6d42e4b-598e-42c1-8a32-e2ffa5b03a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.698210 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c6d42e4b-598e-42c1-8a32-e2ffa5b03a15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0bd229e-7238-4b11-8638-a7b4ef0938e5 HTTP/1.1" status: 204 len: 168 time: 0.1668949 Feb 15 05:10:13.715902 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d42e4b-598e-42c1-8a32-e2ffa5b03a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bd229e-7238-4b11-8638-a7b4ef0938e5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:13.721720 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-c902cb7e-e53a-4284-ad87-dd4dedfef3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:13.723298 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-c902cb7e-e53a-4284-ad87-dd4dedfef3cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833275 Feb 15 05:10:13.745808 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4ba71b84-033a-4e84-a9fc-084f5be8c86b req-7f9f8bfd-da7f-425f-89fe-e90c280920cb service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060612 Feb 15 05:10:13.752719 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b05fd14c-40ac-496e-83d4-636232255ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (0df8e913-e231-44ab-abe9-777f8efaa865), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.755249 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b05fd14c-40ac-496e-83d4-636232255ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:13.758858 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b05fd14c-40ac-496e-83d4-636232255ee0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0df8e913-e231-44ab-abe9-777f8efaa865 HTTP/1.1" status: 204 len: 168 time: 0.2000732 Feb 15 05:10:13.765602 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fd14c-40ac-496e-83d4-636232255ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df8e913-e231-44ab-abe9-777f8efaa865,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:13.897597 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eded1-61b4-4f1f-95a8-44f971a7fddb req-3204ff0c-8718-414c-990f-5b9551cb45f7 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:13.899100 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc2eded1-61b4-4f1f-95a8-44f971a7fddb req-3204ff0c-8718-414c-990f-5b9551cb45f7 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0650694 Feb 15 05:10:13.974012 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc2eded1-61b4-4f1f-95a8-44f971a7fddb req-ccc74ef4-7edb-41a4-a9a8-3bbc58d7b899 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624094 Feb 15 05:10:13.991800 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c4643-fbdf-42ed-8021-50bda5ead03e req-8db5e4f1-a510-4340-8aa3-ede284346916 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:14.001394 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5b1c4643-fbdf-42ed-8021-50bda5ead03e req-8db5e4f1-a510-4340-8aa3-ede284346916 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.0996342 Feb 15 05:10:14.080107 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5b1c4643-fbdf-42ed-8021-50bda5ead03e req-44f59402-4a5f-4641-bb9f-5edbb22ef609 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698760 Feb 15 05:10:14.139174 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc58b9-20b8-4093-a361-e773acd6329c req-5bef4dfd-aa9b-4696-b398-781dea8022ed tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:14.145858 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8efc58b9-20b8-4093-a361-e773acd6329c req-5bef4dfd-aa9b-4696-b398-781dea8022ed tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 943 time: 0.0823891 Feb 15 05:10:14.189051 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8efc58b9-20b8-4093-a361-e773acd6329c req-a76bb88c-c94b-4c99-bab2-48cf9248aeb2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 Feb 15 05:10:15.105533 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67daa-7e09-4ff4-ae30-ce71df829036 req-a8149db2-f558-48d7-a693-c67318c1b7b2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:15.108290 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aec67daa-7e09-4ff4-ae30-ce71df829036 req-a8149db2-f558-48d7-a693-c67318c1b7b2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0549405 Feb 15 05:10:15.202547 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aec67daa-7e09-4ff4-ae30-ce71df829036 req-d86805c2-3f79-4a56-ae59-e6d62fc3b56b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888903 Feb 15 05:10:15.232613 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a25331-d23c-47ab-bfe4-12b42469a5bd req-60a6230f-9f1c-4b2a-a128-4bc25265c73e tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:15.240975 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31a25331-d23c-47ab-bfe4-12b42469a5bd req-60a6230f-9f1c-4b2a-a128-4bc25265c73e tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 943 time: 0.0781357 Feb 15 05:10:15.318200 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31a25331-d23c-47ab-bfe4-12b42469a5bd req-9133e71d-6d86-42a2-898b-943f97b89d83 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764043 Feb 15 05:10:15.352817 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f994f0-2e83-4153-8bc2-d5c1f170a88a req-ef971e70-ac43-496d-ad26-8733e5126bc9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:15.354332 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-37f994f0-2e83-4153-8bc2-d5c1f170a88a req-ef971e70-ac43-496d-ad26-8733e5126bc9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 943 time: 0.0741987 Feb 15 05:10:15.408627 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-37f994f0-2e83-4153-8bc2-d5c1f170a88a req-348e817c-4125-4a16-b32d-ec69ad8928f8 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483119 Feb 15 05:10:15.557161 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51714) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:15.557943 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 310d5ec9-b702-4764-8d62-4d91196c9775 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:10:15.658988 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ddf18d4-9c42-4019-8a5e-2a38eb45d88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.663839 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 310d5ec9-b702-4764-8d62-4d91196c9775, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=310d5ec9-b702-4764-8d62-4d91196c9775,segment=NetworkSegment(b5405a9c-0712-4739-ba08-b28a23e4bf60),segment_id=b5405a9c-0712-4739-ba08-b28a23e4bf60)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:15.675640 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '310d5ec9-b702-4764-8d62-4d91196c9775', 'network_id': '8015fa10-ce7f-4fa9-a690-6efad0952bca', 'port_id': '310d5ec9-b702-4764-8d62-4d91196c9775', 'mac_address': 'fa:16:3e:29:16:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943a651a-e1d4-483c-8831-f1b60f0d54a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:10:15.712873 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 310d5ec9-b702-4764-8d62-4d91196c9775 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:15.713472 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.728000 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310d5ec9-b702-4764-8d62-4d91196c9775 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:10:15.736090 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ddf18d4-9c42-4019-8a5e-2a38eb45d88e admin admin] Publish callbacks [] for security_group (8b26ffb5-661f-44bc-97b9-5bcbd1be3aec), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.744593 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ddf18d4-9c42-4019-8a5e-2a38eb45d88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (8b26ffb5-661f-44bc-97b9-5bcbd1be3aec), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.749515 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 310d5ec9-b702-4764-8d62-4d91196c9775, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=310d5ec9-b702-4764-8d62-4d91196c9775,segment=NetworkSegment(b5405a9c-0712-4739-ba08-b28a23e4bf60),segment_id=b5405a9c-0712-4739-ba08-b28a23e4bf60)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:15.753049 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.781626 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf18d4-9c42-4019-8a5e-2a38eb45d88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b26ffb5-661f-44bc-97b9-5bcbd1be3aec,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:15.788170 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8ddf18d4-9c42-4019-8a5e-2a38eb45d88e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6bf9905e775b476eae7cfe24aa71a990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271740 Feb 15 05:10:15.788305 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51720) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:15.802333 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=310d5ec9-b702-4764-8d62-4d91196c9775,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:15.834057 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-828eca87-1dc3-407d-9fdb-85487f36ba4f admin admin] Publish callbacks [] for security_group (8b26ffb5-661f-44bc-97b9-5bcbd1be3aec), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.854814 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-828eca87-1dc3-407d-9fdb-85487f36ba4f admin admin] Publish callbacks [] for security_group (8b26ffb5-661f-44bc-97b9-5bcbd1be3aec), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.899313 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-828eca87-1dc3-407d-9fdb-85487f36ba4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (8b26ffb5-661f-44bc-97b9-5bcbd1be3aec), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.901975 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-828eca87-1dc3-407d-9fdb-85487f36ba4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:15.903097 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-828eca87-1dc3-407d-9fdb-85487f36ba4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b26ffb5-661f-44bc-97b9-5bcbd1be3aec HTTP/1.1" status: 204 len: 168 time: 0.1139081 Feb 15 05:10:15.910287 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828eca87-1dc3-407d-9fdb-85487f36ba4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b26ffb5-661f-44bc-97b9-5bcbd1be3aec,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:16.156609 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51726) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:16.171614 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c24b0d5f-2b91-4e89-b186-4d43fa4ee6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.242302 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c24b0d5f-2b91-4e89-b186-4d43fa4ee6f4 admin admin] Publish callbacks [] for security_group (d7bbd6d0-46b6-4a41-b1a0-6b10bdb2b7b8), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.245956 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c24b0d5f-2b91-4e89-b186-4d43fa4ee6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (d7bbd6d0-46b6-4a41-b1a0-6b10bdb2b7b8), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.283674 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c24b0d5f-2b91-4e89-b186-4d43fa4ee6f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ee9d9115a3c45ea9f2c7eeda1fee652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259789 Feb 15 05:10:16.284686 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b0d5f-2b91-4e89-b186-4d43fa4ee6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bbd6d0-46b6-4a41-b1a0-6b10bdb2b7b8,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:16.286834 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51730) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:16.328858 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfd2f-3fc8-4e6b-bde9-41854a50f6e0 req-07c10276-8a7f-4c6e-8210-b919ce1e9a79 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:16.330238 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46fbfd2f-3fc8-4e6b-bde9-41854a50f6e0 req-07c10276-8a7f-4c6e-8210-b919ce1e9a79 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0552630 Feb 15 05:10:16.333070 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1cc039cb-98e4-4974-a659-4d149faa6343 admin admin] Publish callbacks [] for security_group (d7bbd6d0-46b6-4a41-b1a0-6b10bdb2b7b8), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.357914 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1cc039cb-98e4-4974-a659-4d149faa6343 admin admin] Publish callbacks [] for security_group (d7bbd6d0-46b6-4a41-b1a0-6b10bdb2b7b8), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.380759 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46fbfd2f-3fc8-4e6b-bde9-41854a50f6e0 req-6b715d53-6a63-406b-ab6d-6bb190c016df tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447268 Feb 15 05:10:16.409560 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1cc039cb-98e4-4974-a659-4d149faa6343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (d7bbd6d0-46b6-4a41-b1a0-6b10bdb2b7b8), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.412345 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1cc039cb-98e4-4974-a659-4d149faa6343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:16.413542 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1cc039cb-98e4-4974-a659-4d149faa6343 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7bbd6d0-46b6-4a41-b1a0-6b10bdb2b7b8 HTTP/1.1" status: 204 len: 168 time: 0.1258314 Feb 15 05:10:16.425091 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc039cb-98e4-4974-a659-4d149faa6343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bbd6d0-46b6-4a41-b1a0-6b10bdb2b7b8,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:16.452321 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47739f-3f30-49d6-a834-e08dc9263d78 req-52c76591-5c97-45b7-b301-cb596057b5ad tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:16.454142 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c47739f-3f30-49d6-a834-e08dc9263d78 req-52c76591-5c97-45b7-b301-cb596057b5ad tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 944 time: 0.0695891 Feb 15 05:10:16.530394 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c47739f-3f30-49d6-a834-e08dc9263d78 req-56364d02-4bd7-4fd2-8757-84f237160513 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696638 Feb 15 05:10:16.553438 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092b722-1168-4fe9-97d7-59e5454a4ac0 req-ec74e1d4-850e-4ef0-b973-6729c3e3e6ec tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:16.554894 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3092b722-1168-4fe9-97d7-59e5454a4ac0 req-ec74e1d4-850e-4ef0-b973-6729c3e3e6ec tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 943 time: 0.0667317 Feb 15 05:10:16.613393 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3092b722-1168-4fe9-97d7-59e5454a4ac0 req-478dcd9f-d691-47c2-aceb-798b6150727a tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522578 Feb 15 05:10:16.991009 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d2ade-09cd-4ce6-af4b-8a520d5011ed req-e8572135-aee9-4948-8652-247c8467e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:16.992834 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-034d2ade-09cd-4ce6-af4b-8a520d5011ed req-e8572135-aee9-4948-8652-247c8467e51d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 1127 time: 0.1094639 Feb 15 05:10:17.034014 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-00d12507-36bf-4115-922c-764acc6efd91 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419902 Feb 15 05:10:17.207069 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d2ade-09cd-4ce6-af4b-8a520d5011ed req-bde0ebec-b768-479b-8ef1-07cc7201b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:17.208530 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-034d2ade-09cd-4ce6-af4b-8a520d5011ed req-bde0ebec-b768-479b-8ef1-07cc7201b4a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 919 time: 0.2042749 Feb 15 05:10:17.257120 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f81239e-c81c-47f2-840d-da8c95b8b69a req-e96dfc30-ea0e-4ef1-a2dc-a5424f1ad764 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146060 Feb 15 05:10:17.258460 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-034d2ade-09cd-4ce6-af4b-8a520d5011ed req-be6af614-7c34-4da5-bfd4-ff84aba06460 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24259207-f3ef-4a46-a6f7-595d6af1d4c1 HTTP/1.1" status: 200 len: 217 time: 0.0414195 Feb 15 05:10:17.336576 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d2ade-09cd-4ce6-af4b-8a520d5011ed req-1398cd9c-cc25-4e5c-b288-cc285e165c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:17.338007 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-034d2ade-09cd-4ce6-af4b-8a520d5011ed req-1398cd9c-cc25-4e5c-b288-cc285e165c81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ea711dc-35af-4e23-a3c6-058831f747a6 HTTP/1.1" status: 200 len: 858 time: 0.0712476 Feb 15 05:10:17.371905 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-034d2ade-09cd-4ce6-af4b-8a520d5011ed req-7b08004a-7e3b-45ec-962c-45cc49da75bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd594851-7477-41c9-a7b4-26db9b9126be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263684 Feb 15 05:10:17.377939 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9b86-a979-4219-9533-edd732577195 req-fab618c6-a5de-4bd7-8201-6e3e8a7289b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:17.379311 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-935d9b86-a979-4219-9533-edd732577195 req-fab618c6-a5de-4bd7-8201-6e3e8a7289b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 1127 time: 0.0738478 Feb 15 05:10:17.561207 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9b86-a979-4219-9533-edd732577195 req-1a44c86c-1c8c-4335-9524-bceec93aeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:17.561207 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-935d9b86-a979-4219-9533-edd732577195 req-1a44c86c-1c8c-4335-9524-bceec93aeb53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 917 time: 0.1727271 Feb 15 05:10:17.561854 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-034d2ade-09cd-4ce6-af4b-8a520d5011ed req-268dd2fa-e5f6-4f50-9c5c-565bece6731e service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816568 Feb 15 05:10:17.632080 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-935d9b86-a979-4219-9533-edd732577195 req-d5ce70be-e590-41ca-a9fe-d8968f09ee64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 HTTP/1.1" status: 200 len: 217 time: 0.0606189 Feb 15 05:10:17.646593 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa2a2f-82f4-4868-901a-56e2305d5530 req-0fa88e2f-d987-4b85-b987-ba38ba6cd943 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:17.647935 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-23fa2a2f-82f4-4868-901a-56e2305d5530 req-0fa88e2f-d987-4b85-b987-ba38ba6cd943 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.1528733 Feb 15 05:10:17.993103 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9b86-a979-4219-9533-edd732577195 req-3f4faad6-40e7-4315-b982-2dfbe197c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:17.995107 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-935d9b86-a979-4219-9533-edd732577195 req-3f4faad6-40e7-4315-b982-2dfbe197c595 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.3196576 Feb 15 05:10:18.001044 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-034d2ade-09cd-4ce6-af4b-8a520d5011ed req-6966bbcc-6c68-450e-bfaf-b7921ee782e0 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284320 Feb 15 05:10:18.009396 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb46dc-d158-4a5d-b6e3-693faed58dc3 req-376ade82-e860-4b82-a70c-e8450f00d082 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:18.010951 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1beb46dc-d158-4a5d-b6e3-693faed58dc3 req-376ade82-e860-4b82-a70c-e8450f00d082 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 944 time: 0.3922184 Feb 15 05:10:18.014463 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-23fa2a2f-82f4-4868-901a-56e2305d5530 req-4ef70d58-0e59-4441-8f33-e67c768633e2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3256462 Feb 15 05:10:18.079181 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.100499 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9b86-a979-4219-9533-edd732577195 req-610ca535-edf4-46bc-9a73-67cdd2b7f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:18.101971 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-935d9b86-a979-4219-9533-edd732577195 req-610ca535-edf4-46bc-9a73-67cdd2b7f737 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866277 Feb 15 05:10:18.115070 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1beb46dc-d158-4a5d-b6e3-693faed58dc3 req-af961396-6ee4-4abc-a6f5-cc213b568c2c tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912008 Feb 15 05:10:18.229692 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd56b4-4986-4f43-891f-83094a3203de req-db566f5c-cef5-4e9b-a733-c43999813f19 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:18.229825 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ebd56b4-4986-4f43-891f-83094a3203de req-db566f5c-cef5-4e9b-a733-c43999813f19 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 943 time: 0.1338372 Feb 15 05:10:18.252248 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-935d9b86-a979-4219-9533-edd732577195 req-e940151d-c30b-4907-b751-7721b1c65c11 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403630 Feb 15 05:10:18.327405 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ebd56b4-4986-4f43-891f-83094a3203de req-1f4f5ddb-8872-4a79-ba57-3b31698ffdcd tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916550 Feb 15 05:10:18.369206 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-935d9b86-a979-4219-9533-edd732577195 req-bc9b0991-163c-48f1-9c42-236ac2a2cd13 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094992 Feb 15 05:10:18.469342 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51824) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:18.569174 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee63d48-f0ac-4d0b-8cfb-b1bb985d06e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.653145 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee63d48-f0ac-4d0b-8cfb-b1bb985d06e3 admin admin] Publish callbacks [] for security_group (ddf9e438-c698-45c0-a0f7-36265d7d26fe), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.657908 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee63d48-f0ac-4d0b-8cfb-b1bb985d06e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (ddf9e438-c698-45c0-a0f7-36265d7d26fe), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.694398 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee63d48-f0ac-4d0b-8cfb-b1bb985d06e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf9e438-c698-45c0-a0f7-36265d7d26fe,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:18.703038 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3ee63d48-f0ac-4d0b-8cfb-b1bb985d06e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f11a78abe43e432aa38f24b0ab591acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297850 Feb 15 05:10:18.704222 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51844) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:18.756767 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5e821509-a08c-4598-bf1e-fb1839709fc3 admin admin] Publish callbacks [] for security_group (ddf9e438-c698-45c0-a0f7-36265d7d26fe), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.780843 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5e821509-a08c-4598-bf1e-fb1839709fc3 admin admin] Publish callbacks [] for security_group (ddf9e438-c698-45c0-a0f7-36265d7d26fe), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.831333 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5e821509-a08c-4598-bf1e-fb1839709fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (ddf9e438-c698-45c0-a0f7-36265d7d26fe), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.833832 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5e821509-a08c-4598-bf1e-fb1839709fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:18.834958 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5e821509-a08c-4598-bf1e-fb1839709fc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ddf9e438-c698-45c0-a0f7-36265d7d26fe HTTP/1.1" status: 204 len: 168 time: 0.1307592 Feb 15 05:10:18.842883 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e821509-a08c-4598-bf1e-fb1839709fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf9e438-c698-45c0-a0f7-36265d7d26fe,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:18.920576 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['310d5ec9-b702-4764-8d62-4d91196c9775'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:10:19.147050 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51862) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:19.163041 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-862f249b-355d-42bf-8068-2be073dd8210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.174816 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54681f3b-3d2f-4655-a556-fa9eb6948346 req-6dc09240-85cc-40e2-b862-5f83300e3cc6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:19.176920 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-54681f3b-3d2f-4655-a556-fa9eb6948346 req-6dc09240-85cc-40e2-b862-5f83300e3cc6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0818660 Feb 15 05:10:19.262519 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-862f249b-355d-42bf-8068-2be073dd8210 admin admin] Publish callbacks [] for security_group (73c489ca-22a6-4419-8670-f6801cd725bd), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.266819 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-862f249b-355d-42bf-8068-2be073dd8210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (73c489ca-22a6-4419-8670-f6801cd725bd), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.278605 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-54681f3b-3d2f-4655-a556-fa9eb6948346 req-701cf587-13ed-41a8-9b7f-512755838686 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958014 Feb 15 05:10:19.290662 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494d060-86ca-4d2f-84e0-cb2c45d50e2a req-f9f75471-68dd-4233-ba45-34b1b3a836a8 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:19.292065 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b494d060-86ca-4d2f-84e0-cb2c45d50e2a req-f9f75471-68dd-4233-ba45-34b1b3a836a8 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 944 time: 0.0827775 Feb 15 05:10:19.315298 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-862f249b-355d-42bf-8068-2be073dd8210 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc2e2f6b88f9487694c84ddc263d9338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659470 Feb 15 05:10:19.316150 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f249b-355d-42bf-8068-2be073dd8210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c489ca-22a6-4419-8670-f6801cd725bd,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:19.318204 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 51864) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:19.360791 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b494d060-86ca-4d2f-84e0-cb2c45d50e2a req-52780aee-a3aa-4f81-961c-907146dc5a6f tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624638 Feb 15 05:10:19.387287 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09eebe81-524a-4ce6-83a2-e3e9aec870aa admin admin] Publish callbacks [] for security_group (73c489ca-22a6-4419-8670-f6801cd725bd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.428722 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09eebe81-524a-4ce6-83a2-e3e9aec870aa admin admin] Publish callbacks [] for security_group (73c489ca-22a6-4419-8670-f6801cd725bd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.475356 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73530b-8e78-417b-9ef8-dea14c6261b1 req-c4ddae75-1522-4a81-8707-5eb0c50d66e0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:19.476801 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a73530b-8e78-417b-9ef8-dea14c6261b1 req-c4ddae75-1522-4a81-8707-5eb0c50d66e0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 943 time: 0.0792830 Feb 15 05:10:19.503712 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09eebe81-524a-4ce6-83a2-e3e9aec870aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (73c489ca-22a6-4419-8670-f6801cd725bd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.506404 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09eebe81-524a-4ce6-83a2-e3e9aec870aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:19.507453 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-09eebe81-524a-4ce6-83a2-e3e9aec870aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73c489ca-22a6-4419-8670-f6801cd725bd HTTP/1.1" status: 204 len: 168 time: 0.1881757 Feb 15 05:10:19.526456 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eebe81-524a-4ce6-83a2-e3e9aec870aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c489ca-22a6-4419-8670-f6801cd725bd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:19.534771 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a73530b-8e78-417b-9ef8-dea14c6261b1 req-88911390-ed7c-4812-8363-23f6715087ae tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524642 Feb 15 05:10:20.407038 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f8902-6af8-4126-bdd4-2e50421b7494 req-94f11871-2291-4587-985e-cf207ae71473 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:20.408577 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-893f8902-6af8-4126-bdd4-2e50421b7494 req-94f11871-2291-4587-985e-cf207ae71473 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0547743 Feb 15 05:10:20.489845 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-893f8902-6af8-4126-bdd4-2e50421b7494 req-f436ff0c-15c8-42c3-95a4-42e63af58efc tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751815 Feb 15 05:10:20.506657 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d573c-8c18-49d8-904e-d903fc63f592 req-d63cad27-cf65-4cd2-beef-87e581ec3dd4 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:20.508423 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-998d573c-8c18-49d8-904e-d903fc63f592 req-d63cad27-cf65-4cd2-beef-87e581ec3dd4 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 944 time: 0.0785081 Feb 15 05:10:20.556265 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-998d573c-8c18-49d8-904e-d903fc63f592 req-7f5bf788-fb4c-4ea8-8b73-deefe565b1f1 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 Feb 15 05:10:20.665624 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ef5fc-aa25-453c-9257-fe4ac5a66a45 req-97eb6400-004e-4ffe-987b-0a0f1ee4e0f9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:20.667185 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-259ef5fc-aa25-453c-9257-fe4ac5a66a45 req-97eb6400-004e-4ffe-987b-0a0f1ee4e0f9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 943 time: 0.0560029 Feb 15 05:10:20.713502 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-259ef5fc-aa25-453c-9257-fe4ac5a66a45 req-f49aa2dc-d843-4f2a-a4bc-27f4744b3ad2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Feb 15 05:10:20.855330 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:10:21.178886 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 51954) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:21.304695 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9cc656cc-f93d-48b5-b5a2-05b466b843a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.376695 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9cc656cc-f93d-48b5-b5a2-05b466b843a0 admin admin] Publish callbacks [] for security_group (215e107f-ab61-418c-807a-be6333e67ff6), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.380150 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9cc656cc-f93d-48b5-b5a2-05b466b843a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (215e107f-ab61-418c-807a-be6333e67ff6), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.416863 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9cc656cc-f93d-48b5-b5a2-05b466b843a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=625dea7d30274f4c8eb26618420dcfa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368774 Feb 15 05:10:21.417692 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc656cc-f93d-48b5-b5a2-05b466b843a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215e107f-ab61-418c-807a-be6333e67ff6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:21.420328 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51966) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:21.464794 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5938363f-fbfc-475a-8c3f-ccaa9bd2e94d admin admin] Publish callbacks [] for security_group (215e107f-ab61-418c-807a-be6333e67ff6), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.485527 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5938363f-fbfc-475a-8c3f-ccaa9bd2e94d admin admin] Publish callbacks [] for security_group (215e107f-ab61-418c-807a-be6333e67ff6), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.530563 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5938363f-fbfc-475a-8c3f-ccaa9bd2e94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (215e107f-ab61-418c-807a-be6333e67ff6), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.533083 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5938363f-fbfc-475a-8c3f-ccaa9bd2e94d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.536721 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5938363f-fbfc-475a-8c3f-ccaa9bd2e94d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/215e107f-ab61-418c-807a-be6333e67ff6 HTTP/1.1" status: 204 len: 168 time: 0.1129122 Feb 15 05:10:21.541440 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938363f-fbfc-475a-8c3f-ccaa9bd2e94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215e107f-ab61-418c-807a-be6333e67ff6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:21.629758 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffce637-8b3f-4a68-b901-9aebf6c232c4 req-cce38900-20eb-43b1-ae04-8d3725ce880b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:21.631399 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5ffce637-8b3f-4a68-b901-9aebf6c232c4 req-cce38900-20eb-43b1-ae04-8d3725ce880b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0587411 Feb 15 05:10:21.711195 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5ffce637-8b3f-4a68-b901-9aebf6c232c4 req-401d38c3-7cae-4d3f-a3d6-d22d71011e00 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685875 Feb 15 05:10:21.718634 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68a151-d497-4c0f-a2c6-e46ea044e25a req-fb9512ba-0d61-4e79-b02d-31f73ec3cb29 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:21.720105 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a68a151-d497-4c0f-a2c6-e46ea044e25a req-fb9512ba-0d61-4e79-b02d-31f73ec3cb29 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 944 time: 0.0873790 Feb 15 05:10:21.780892 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a68a151-d497-4c0f-a2c6-e46ea044e25a req-01bedbd7-b6dc-4b6a-843d-59e20b4773a7 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546584 Feb 15 05:10:21.830755 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 51978) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:21.831945 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197ab38-e0a9-4ec7-8745-cde2bfe446bd req-e3cdbea0-ae4a-44db-bb39-8b1e5774f821 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:21.833406 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3197ab38-e0a9-4ec7-8745-cde2bfe446bd req-e3cdbea0-ae4a-44db-bb39-8b1e5774f821 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 943 time: 0.0516558 Feb 15 05:10:21.844192 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91a429e6-d10b-4e0a-b919-20fbc368b97d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.879484 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3197ab38-e0a9-4ec7-8745-cde2bfe446bd req-9a4d8c3e-497d-4949-85a4-cb1f9fafc493 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403588 Feb 15 05:10:21.916640 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91a429e6-d10b-4e0a-b919-20fbc368b97d admin admin] Publish callbacks [] for security_group (c03565d8-2040-4555-b062-c8c7e5c3b19d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.920505 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91a429e6-d10b-4e0a-b919-20fbc368b97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (c03565d8-2040-4555-b062-c8c7e5c3b19d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:21.959313 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-91a429e6-d10b-4e0a-b919-20fbc368b97d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edb5ac31e02f4d58bc86773b96e662cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274784 Feb 15 05:10:21.960279 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a429e6-d10b-4e0a-b919-20fbc368b97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03565d8-2040-4555-b062-c8c7e5c3b19d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:21.961968 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 51980) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:22.008781 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c137f3c0-d10a-450d-a96f-091903b3059a admin admin] Publish callbacks [] for security_group (c03565d8-2040-4555-b062-c8c7e5c3b19d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.029528 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c137f3c0-d10a-450d-a96f-091903b3059a admin admin] Publish callbacks [] for security_group (c03565d8-2040-4555-b062-c8c7e5c3b19d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.074743 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c137f3c0-d10a-450d-a96f-091903b3059a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (c03565d8-2040-4555-b062-c8c7e5c3b19d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.077920 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c137f3c0-d10a-450d-a96f-091903b3059a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.079078 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c137f3c0-d10a-450d-a96f-091903b3059a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c03565d8-2040-4555-b062-c8c7e5c3b19d HTTP/1.1" status: 204 len: 168 time: 0.1160986 Feb 15 05:10:22.086596 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137f3c0-d10a-450d-a96f-091903b3059a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03565d8-2040-4555-b062-c8c7e5c3b19d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:22.108194 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 24259207-f3ef-4a46-a6f7-595d6af1d4c1 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:10:22.129938 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 310d5ec9-b702-4764-8d62-4d91196c9775 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:22.236066 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port 310d5ec9-b702-4764-8d62-4d91196c9775 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:10:22.254697 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 310d5ec9-b702-4764-8d62-4d91196c9775 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:22.255072 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.284941 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 24259207-f3ef-4a46-a6f7-595d6af1d4c1, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=24259207-f3ef-4a46-a6f7-595d6af1d4c1,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:22.305733 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '24259207-f3ef-4a46-a6f7-595d6af1d4c1', 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be', 'port_id': '24259207-f3ef-4a46-a6f7-595d6af1d4c1', 'mac_address': 'fa:16:3e:8c:9f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea711dc-35af-4e23-a3c6-058831f747a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:10:22.377471 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 24259207-f3ef-4a46-a6f7-595d6af1d4c1 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:22.377868 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.398267 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24259207-f3ef-4a46-a6f7-595d6af1d4c1 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:10:22.403121 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 310d5ec9-b702-4764-8d62-4d91196c9775 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:22.403527 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.426695 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 24259207-f3ef-4a46-a6f7-595d6af1d4c1, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=24259207-f3ef-4a46-a6f7-595d6af1d4c1,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:22.433550 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.434210 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:10:22.444304 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff337d5c-69b1-429e-a8ce-e4f8b35eae00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310d5ec9-b702-4764-8d62-4d91196c9775'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:10:22.538975 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 310d5ec9-b702-4764-8d62-4d91196c9775, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=310d5ec9-b702-4764-8d62-4d91196c9775,segment=NetworkSegment(b5405a9c-0712-4739-ba08-b28a23e4bf60),segment_id=b5405a9c-0712-4739-ba08-b28a23e4bf60)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:22.548549 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.611748 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=24259207-f3ef-4a46-a6f7-595d6af1d4c1,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:22.650787 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c24aab-c857-4472-a47b-87e1cf293d1c" -d '{"events": [{"server_uuid": "ff337d5c-69b1-429e-a8ce-e4f8b35eae00", "name": "network-vif-plugged", "status": "completed", "tag": "310d5ec9-b702-4764-8d62-4d91196c9775"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:10:22.686493 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:22.695119 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=310d5ec9-b702-4764-8d62-4d91196c9775,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:22.701554 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'port_id': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'mac_address': 'fa:16:3e:88:15:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:10:22.757683 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ab7266-b90b-4de5-ae09-510b3a1d2f0a x-openstack-request-id: req-40ab7266-b90b-4de5-ae09-510b3a1d2f0a {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:10:22.758035 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff337d5c-69b1-429e-a8ce-e4f8b35eae00", "name": "network-vif-plugged", "status": "completed", "tag": "310d5ec9-b702-4764-8d62-4d91196c9775", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:10:22.758297 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40ab7266-b90b-4de5-ae09-510b3a1d2f0a {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:10:22.758758 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff337d5c-69b1-429e-a8ce-e4f8b35eae00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310d5ec9-b702-4764-8d62-4d91196c9775', 'code': 200} Feb 15 05:10:22.760957 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:22.761349 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.774293 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:10:22.794533 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:22.799753 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.800477 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device d6b9c521-fe95-4412-b96b-8cec59d3f530 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:10:22.850277 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26470d8a-a4f2-4ffc-bb5b-174c518334ee req-31502157-1358-499c-a54c-85ed6c4ccbdc tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:22.852679 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26470d8a-a4f2-4ffc-bb5b-174c518334ee req-31502157-1358-499c-a54c-85ed6c4ccbdc tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 944 time: 0.0668306 Feb 15 05:10:22.875115 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port d6b9c521-fe95-4412-b96b-8cec59d3f530, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d6b9c521-fe95-4412-b96b-8cec59d3f530,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:22.882749 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:22.896319 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': 'd6b9c521-fe95-4412-b96b-8cec59d3f530', 'network_id': 'cd594851-7477-41c9-a7b4-26db9b9126be', 'port_id': 'd6b9c521-fe95-4412-b96b-8cec59d3f530', 'mac_address': 'fa:16:3e:50:8f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea711dc-35af-4e23-a3c6-058831f747a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:10:22.942947 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port d6b9c521-fe95-4412-b96b-8cec59d3f530 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:22.943435 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:22.947814 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26470d8a-a4f2-4ffc-bb5b-174c518334ee req-21bb1622-08af-49fa-adfa-157142f5e237 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853240 Feb 15 05:10:22.960560 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8ef77-255d-4b88-a39c-db8f105a69cb req-ac2834ba-5259-4511-a7fc-32c09ddf6752 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:22.962467 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ff8ef77-255d-4b88-a39c-db8f105a69cb req-ac2834ba-5259-4511-a7fc-32c09ddf6752 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.0955856 Feb 15 05:10:22.973293 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b9c521-fe95-4412-b96b-8cec59d3f530 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:10:22.997233 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port d6b9c521-fe95-4412-b96b-8cec59d3f530, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d6b9c521-fe95-4412-b96b-8cec59d3f530,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:23.003293 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:23.032076 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ff8ef77-255d-4b88-a39c-db8f105a69cb req-562cebeb-63f5-41f5-ab12-92b67ad1650a tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631907 Feb 15 05:10:23.062051 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=d6b9c521-fe95-4412-b96b-8cec59d3f530,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:23.101796 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d155d-806f-49f9-818f-b39e5baf1bbc req-445618d6-7db4-42a3-a469-b3cc3824e83e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:23.103052 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-166d155d-806f-49f9-818f-b39e5baf1bbc req-445618d6-7db4-42a3-a469-b3cc3824e83e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0684948 Feb 15 05:10:23.149616 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-166d155d-806f-49f9-818f-b39e5baf1bbc req-1d0dc294-435e-406a-b9d1-db5e759a1073 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408390 Feb 15 05:10:24.060039 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f899ae-8408-4ddd-9993-cb0533a84b78 req-aad90d0b-e205-4aad-9710-f0ede324c58c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:24.061866 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81f899ae-8408-4ddd-9993-cb0533a84b78 req-aad90d0b-e205-4aad-9710-f0ede324c58c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 944 time: 0.0533195 Feb 15 05:10:24.117307 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81f899ae-8408-4ddd-9993-cb0533a84b78 req-00e338d6-7293-403d-a28e-3884c7a733a1 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494037 Feb 15 05:10:24.157169 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa452728-4ac8-4c7a-a7e7-037fc4894b68 req-93ecf24e-16bf-451e-ab06-15d99eb971e8 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:24.158628 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa452728-4ac8-4c7a-a7e7-037fc4894b68 req-93ecf24e-16bf-451e-ab06-15d99eb971e8 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.0610499 Feb 15 05:10:24.213167 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa452728-4ac8-4c7a-a7e7-037fc4894b68 req-9cfb9395-e47b-4239-beab-ad80df52850e tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466232 Feb 15 05:10:24.270302 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf412d0-4056-4786-a89c-7929baf29960 req-80387b09-8d60-4b7b-9bd7-512ac3c32399 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:24.271790 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-caf412d0-4056-4786-a89c-7929baf29960 req-80387b09-8d60-4b7b-9bd7-512ac3c32399 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0517006 Feb 15 05:10:24.316956 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-caf412d0-4056-4786-a89c-7929baf29960 req-99a202b1-7f73-47c1-84c3-c2d03af8785a tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396175 Feb 15 05:10:24.596692 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf357e0-4d7c-445f-b3d5-516af9c67683 req-a0272c91-75e7-4b7c-b28c-ec3fade2b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:24.598248 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1cf357e0-4d7c-445f-b3d5-516af9c67683 req-a0272c91-75e7-4b7c-b28c-ec3fade2b5ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 1129 time: 0.0720787 Feb 15 05:10:24.622517 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1cf357e0-4d7c-445f-b3d5-516af9c67683 req-9042529e-5d35-43dc-8d1d-4da0d2d88562 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:24.694766 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1cf357e0-4d7c-445f-b3d5-516af9c67683 req-9042529e-5d35-43dc-8d1d-4da0d2d88562 service neutron] Publish callbacks [] for security_group (a9cb1c6b-b4ea-4182-b073-5ed2e280f27f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:24.698042 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1cf357e0-4d7c-445f-b3d5-516af9c67683 req-9042529e-5d35-43dc-8d1d-4da0d2d88562 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (a9cb1c6b-b4ea-4182-b073-5ed2e280f27f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:24.739553 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1cf357e0-4d7c-445f-b3d5-516af9c67683 req-9042529e-5d35-43dc-8d1d-4da0d2d88562 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325424 Feb 15 05:10:24.741250 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042529e-5d35-43dc-8d1d-4da0d2d88562 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cb1c6b-b4ea-4182-b073-5ed2e280f27f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:25.240822 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7985e-8137-43ec-ba76-a2033e499398 req-d0eedc49-de80-4666-8787-ba51e9603eb9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:25.242304 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7b7985e-8137-43ec-ba76-a2033e499398 req-d0eedc49-de80-4666-8787-ba51e9603eb9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 944 time: 0.0547957 Feb 15 05:10:25.300603 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7b7985e-8137-43ec-ba76-a2033e499398 req-bfc1fce4-dc89-4feb-88d9-4450ee92e424 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522649 Feb 15 05:10:25.352817 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29f2d1-4bac-4bff-8f48-e9edf3b6f559 req-f3e19823-2b7a-4121-bd4c-359733ba05e5 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:25.354607 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b29f2d1-4bac-4bff-8f48-e9edf3b6f559 req-f3e19823-2b7a-4121-bd4c-359733ba05e5 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.0696130 Feb 15 05:10:25.428395 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b29f2d1-4bac-4bff-8f48-e9edf3b6f559 req-23e8a67c-1892-49d6-bc6d-7298af27c0a3 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680859 Feb 15 05:10:25.458028 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8863e9-e31e-4939-a978-40d87e3aa394 req-48410217-4fe8-47b7-9708-719ad4c998c9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:25.459597 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf8863e9-e31e-4939-a978-40d87e3aa394 req-48410217-4fe8-47b7-9708-719ad4c998c9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0704267 Feb 15 05:10:25.513623 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf8863e9-e31e-4939-a978-40d87e3aa394 req-1b6244bf-08d1-4e6f-85c5-b0b50192c861 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476003 Feb 15 05:10:25.728342 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['24259207-f3ef-4a46-a6f7-595d6af1d4c1'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:10:25.752096 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['d6b9c521-fe95-4412-b96b-8cec59d3f530'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:10:25.870361 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['0be1f9cc-4d7e-4a8b-9b98-6112f2c40538'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:10:26.421893 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf187dc-9825-49f9-bfab-6a43309ffbf4 req-d31b2b5f-adcf-4a07-9283-18e4460d54aa tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:26.423430 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eaf187dc-9825-49f9-bfab-6a43309ffbf4 req-d31b2b5f-adcf-4a07-9283-18e4460d54aa tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 944 time: 0.0511339 Feb 15 05:10:26.472871 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eaf187dc-9825-49f9-bfab-6a43309ffbf4 req-17e21a6f-7962-4bfb-a9da-c10a9fb9ec55 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435016 Feb 15 05:10:26.559041 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3731f83-8bf0-40e5-b3eb-e078ea1870aa req-aa8362e3-84a1-47a1-90ed-0292c37b04c5 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:26.560604 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3731f83-8bf0-40e5-b3eb-e078ea1870aa req-aa8362e3-84a1-47a1-90ed-0292c37b04c5 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.0551748 Feb 15 05:10:26.641045 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3731f83-8bf0-40e5-b3eb-e078ea1870aa req-a5e3a278-e35a-4e69-bbe7-c13154525af0 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743365 Feb 15 05:10:26.667005 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352625e-0920-46d5-8ab9-dbcc0f501622 req-0926acb4-bc47-4b45-8e06-a551a3006fc7 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:26.668485 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7352625e-0920-46d5-8ab9-dbcc0f501622 req-0926acb4-bc47-4b45-8e06-a551a3006fc7 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0730050 Feb 15 05:10:26.718546 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7352625e-0920-46d5-8ab9-dbcc0f501622 req-d87ddae2-6b32-4a91-a8b8-1e61c1d580aa tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441701 Feb 15 05:10:27.609068 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9248b-8639-4c9e-b77a-7a8196297840 req-382d1069-bca9-4d91-818a-56896459b3e7 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:27.610562 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9bf9248b-8639-4c9e-b77a-7a8196297840 req-382d1069-bca9-4d91-818a-56896459b3e7 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 944 time: 0.0595446 Feb 15 05:10:27.665686 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9bf9248b-8639-4c9e-b77a-7a8196297840 req-755df703-b00d-4fe7-b3eb-69d0d1b8a4ac tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464957 Feb 15 05:10:27.820124 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232fdc4-f5c4-447e-b583-5a8cb1435e70 req-8fb8bff0-8bed-4ebb-9e45-0ff917bad4ae tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:27.821614 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f232fdc4-f5c4-447e-b583-5a8cb1435e70 req-8fb8bff0-8bed-4ebb-9e45-0ff917bad4ae tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.0804415 Feb 15 05:10:27.869463 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7dfa9-43bb-4fee-88cb-e278fea60dc6 req-48cade1d-5b61-4480-be1e-362b93b437fe tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:27.870906 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2e7dfa9-43bb-4fee-88cb-e278fea60dc6 req-48cade1d-5b61-4480-be1e-362b93b437fe tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0860062 Feb 15 05:10:27.898872 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f232fdc4-f5c4-447e-b583-5a8cb1435e70 req-7d21cf2d-cd00-4746-9324-c7fad3964822 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709589 Feb 15 05:10:27.930563 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2e7dfa9-43bb-4fee-88cb-e278fea60dc6 req-8433af85-b40e-408e-86ed-bb48b4a9f2e9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 Feb 15 05:10:28.796914 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9eb8c6-6a0c-43f5-80cc-513fae687ee7 req-cb25a503-afeb-485d-9fdc-65cfbde6278b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:28.798343 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d9eb8c6-6a0c-43f5-80cc-513fae687ee7 req-cb25a503-afeb-485d-9fdc-65cfbde6278b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 944 time: 0.0562799 Feb 15 05:10:28.843046 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d9eb8c6-6a0c-43f5-80cc-513fae687ee7 req-0339c41b-4538-4573-84f7-32d4d338127d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392358 Feb 15 05:10:29.065043 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853143b-b1be-4470-b32e-ee3edbe951fd req-a934cfb6-aceb-4ab7-bf98-fc12e5c10832 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:29.066478 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1853143b-b1be-4470-b32e-ee3edbe951fd req-a934cfb6-aceb-4ab7-bf98-fc12e5c10832 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 944 time: 0.0503128 Feb 15 05:10:29.114870 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1853143b-b1be-4470-b32e-ee3edbe951fd req-6b1f41c7-639e-4508-9885-5def21ee0d5b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Feb 15 05:10:29.901296 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 24259207-f3ef-4a46-a6f7-595d6af1d4c1 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:29.949258 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port 24259207-f3ef-4a46-a6f7-595d6af1d4c1 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:10:29.954048 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 24259207-f3ef-4a46-a6f7-595d6af1d4c1 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:29.954424 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:29.962097 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a76d8-77d3-46b2-9c0b-1bb695a62df9 req-6a42eeeb-d64b-4d68-b6e8-8257b4e72830 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:29.964546 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-422a76d8-77d3-46b2-9c0b-1bb695a62df9 req-6a42eeeb-d64b-4d68-b6e8-8257b4e72830 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 944 time: 0.0516870 Feb 15 05:10:30.011439 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-422a76d8-77d3-46b2-9c0b-1bb695a62df9 req-aea57a77-1149-47d1-a5e3-dcbabd47c15b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415492 Feb 15 05:10:30.040225 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 24259207-f3ef-4a46-a6f7-595d6af1d4c1 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:30.040628 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:30.063179 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47387103-d09a-4767-8043-3aca5818b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24259207-f3ef-4a46-a6f7-595d6af1d4c1'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:10:30.065381 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93508f1d-a414-4277-9b39-9d9961a15ba6" -d '{"events": [{"server_uuid": "47387103-d09a-4767-8043-3aca5818b9a2", "name": "network-vif-plugged", "status": "completed", "tag": "24259207-f3ef-4a46-a6f7-595d6af1d4c1"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:10:30.076994 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 24259207-f3ef-4a46-a6f7-595d6af1d4c1, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=24259207-f3ef-4a46-a6f7-595d6af1d4c1,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:30.080873 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:30.081648 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:30.118310 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b66217-f928-40d5-9af5-55f6defadb53 x-openstack-request-id: req-25b66217-f928-40d5-9af5-55f6defadb53 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:10:30.118615 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47387103-d09a-4767-8043-3aca5818b9a2", "name": "network-vif-plugged", "status": "completed", "tag": "24259207-f3ef-4a46-a6f7-595d6af1d4c1", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:10:30.118876 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25b66217-f928-40d5-9af5-55f6defadb53 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:10:30.119249 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47387103-d09a-4767-8043-3aca5818b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24259207-f3ef-4a46-a6f7-595d6af1d4c1', 'code': 200} Feb 15 05:10:30.159898 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=24259207-f3ef-4a46-a6f7-595d6af1d4c1,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:30.174244 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:10:30.178613 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:30.179055 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:30.236530 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498a165-0f71-469b-affc-17cdbfc3c6c7 req-4c6579d3-a53c-4df5-b65a-0b4341dce6b1 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:30.238123 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f498a165-0f71-469b-affc-17cdbfc3c6c7 req-4c6579d3-a53c-4df5-b65a-0b4341dce6b1 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0515537 Feb 15 05:10:30.258710 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:30.259095 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:30.287574 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f498a165-0f71-469b-affc-17cdbfc3c6c7 req-aaceb41f-24d2-484a-a0a9-cea920bf496f tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435174 Feb 15 05:10:30.291636 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:30.297924 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:30.298858 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device d6b9c521-fe95-4412-b96b-8cec59d3f530 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:10:30.477689 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:30.490785 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port d6b9c521-fe95-4412-b96b-8cec59d3f530 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:10:30.494507 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port d6b9c521-fe95-4412-b96b-8cec59d3f530 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:10:30.494875 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:30.567648 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port d6b9c521-fe95-4412-b96b-8cec59d3f530 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:10:30.568032 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:30.598932 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port d6b9c521-fe95-4412-b96b-8cec59d3f530, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d6b9c521-fe95-4412-b96b-8cec59d3f530,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:10:30.602400 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:30.646586 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=d6b9c521-fe95-4412-b96b-8cec59d3f530,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:31.136161 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703b63d-0808-4b21-9925-0b7d58ac30a6 req-6d7b5e8e-6fc0-4c4e-a0a0-1b034bb9b8ab tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:31.137607 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7703b63d-0808-4b21-9925-0b7d58ac30a6 req-6d7b5e8e-6fc0-4c4e-a0a0-1b034bb9b8ab tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0536604 Feb 15 05:10:31.182488 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7703b63d-0808-4b21-9925-0b7d58ac30a6 req-6e6e5a68-e829-4122-9b2d-870e9f0f8a35 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388544 Feb 15 05:10:31.399530 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfbcb0-a1db-46b0-a42f-e51afdd0394e req-beb6772b-6525-4562-b038-2d6b9f0b808d tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:31.400985 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bdfbcb0-a1db-46b0-a42f-e51afdd0394e req-beb6772b-6525-4562-b038-2d6b9f0b808d tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0506380 Feb 15 05:10:31.446347 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bdfbcb0-a1db-46b0-a42f-e51afdd0394e req-9708ea90-e0a3-4906-8f2b-6edc59d111ae tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391803 Feb 15 05:10:32.119973 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538'}, {'server_uuid': 'c1b3e9c1-16c7-4fa7-8796-a51656ac2748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b9c521-fe95-4412-b96b-8cec59d3f530'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:10:32.122258 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f549335e-b03a-48bd-a620-c35ba9ef43b8" -d '{"events": [{"server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "name": "network-vif-plugged", "status": "completed", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538"}, {"server_uuid": "c1b3e9c1-16c7-4fa7-8796-a51656ac2748", "name": "network-vif-plugged", "status": "completed", "tag": "d6b9c521-fe95-4412-b96b-8cec59d3f530"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:10:32.161043 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 05:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e411299-435d-4a7d-af1a-aca4da65e900 x-openstack-request-id: req-3e411299-435d-4a7d-af1a-aca4da65e900 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:10:32.161350 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "name": "network-vif-plugged", "status": "completed", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538", "code": 200}, {"server_uuid": "c1b3e9c1-16c7-4fa7-8796-a51656ac2748", "name": "network-vif-plugged", "status": "completed", "tag": "d6b9c521-fe95-4412-b96b-8cec59d3f530", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:10:32.161604 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e411299-435d-4a7d-af1a-aca4da65e900 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:10:32.161995 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'code': 200} Feb 15 05:10:32.162252 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b3e9c1-16c7-4fa7-8796-a51656ac2748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b9c521-fe95-4412-b96b-8cec59d3f530', 'code': 200} Feb 15 05:10:32.308170 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fad85-309f-434e-9ef6-42d21b6cf3c3 req-60e4da0f-352e-43df-9f24-19fe53fc1400 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:32.309608 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-395fad85-309f-434e-9ef6-42d21b6cf3c3 req-60e4da0f-352e-43df-9f24-19fe53fc1400 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0561821 Feb 15 05:10:32.359851 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-395fad85-309f-434e-9ef6-42d21b6cf3c3 req-b60ef7c3-dddd-4745-a59c-cd3b316a089f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441761 Feb 15 05:10:32.504018 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60368c5a-fd28-4ccd-be80-718194635c31 req-650f7dcf-31f2-4346-9c77-63d3b7e23ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:32.505747 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60368c5a-fd28-4ccd-be80-718194635c31 req-650f7dcf-31f2-4346-9c77-63d3b7e23ceb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 1129 time: 0.0573487 Feb 15 05:10:32.606558 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d5bcf-5b85-417b-a06c-7df0d809af6c req-0e9832f5-262d-4728-869c-86aeb3d68dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:32.608099 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b26d5bcf-5b85-417b-a06c-7df0d809af6c req-0e9832f5-262d-4728-869c-86aeb3d68dd7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 1129 time: 0.0740409 Feb 15 05:10:32.609083 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60368c5a-fd28-4ccd-be80-718194635c31 req-d4eebe44-c828-4a68-bfc5-bf2a90901edf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952446 Feb 15 05:10:32.626700 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedc0a8-73ba-4193-af1a-1c656337d7dd req-08b92725-c027-498b-86f2-6a15571116ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:32.628131 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7dedc0a8-73ba-4193-af1a-1c656337d7dd req-08b92725-c027-498b-86f2-6a15571116ca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 1129 time: 0.0928938 Feb 15 05:10:32.635782 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e237d5a-3042-4cad-ae3c-5ca7ecbb092f req-5c624335-b6bb-4c86-93f3-8a6526841056 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:32.637140 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e237d5a-3042-4cad-ae3c-5ca7ecbb092f req-5c624335-b6bb-4c86-93f3-8a6526841056 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1039317 Feb 15 05:10:32.682395 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e237d5a-3042-4cad-ae3c-5ca7ecbb092f req-dfb2755c-176b-40b1-a6a6-7c52f64be480 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395346 Feb 15 05:10:32.868838 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b26d5bcf-5b85-417b-a06c-7df0d809af6c req-342fca63-b9ce-42b7-93c2-adcd0850479a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448549 Feb 15 05:10:32.869745 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7dedc0a8-73ba-4193-af1a-1c656337d7dd req-f06dbe4f-1596-4428-bf5c-2b28c8f91072 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382016 Feb 15 05:10:33.204596 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d2f5fc28-87d5-492a-98df-bdbe09c773ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:33.480301 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b47c3-bc29-41e8-bd99-79103371d0fc req-36d07499-a849-4e1b-9d40-51f5a27be07b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:33.481759 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f1b47c3-bc29-41e8-bd99-79103371d0fc req-36d07499-a849-4e1b-9d40-51f5a27be07b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0516610 Feb 15 05:10:33.527749 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f1b47c3-bc29-41e8-bd99-79103371d0fc req-efdb0f65-ab12-4233-b062-d9e5087bbebe tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397208 Feb 15 05:10:33.799290 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb81ecb-9318-45b3-876a-bbea08e22f94 req-64543059-bb76-471a-a6d8-83e324d486ec tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:33.800775 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fbb81ecb-9318-45b3-876a-bbea08e22f94 req-64543059-bb76-471a-a6d8-83e324d486ec tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0546651 Feb 15 05:10:33.847118 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fbb81ecb-9318-45b3-876a-bbea08e22f94 req-a2805ffc-8fe7-45e7-8a8a-155292117cf3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408914 Feb 15 05:10:34.645668 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fa41c-43a5-4c60-a39d-3d81f0bacd27 req-9e5741fc-8f8a-4c21-8085-1049d29962e8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:34.647134 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-121fa41c-43a5-4c60-a39d-3d81f0bacd27 req-9e5741fc-8f8a-4c21-8085-1049d29962e8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0520263 Feb 15 05:10:34.693004 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-121fa41c-43a5-4c60-a39d-3d81f0bacd27 req-870eeace-f61e-4a4b-abcb-1e499217d913 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 Feb 15 05:10:34.965683 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56919f9-cdfe-4a90-a681-a2ac02fbc0b2 req-629cf05d-3124-420e-8bb4-53c0746cd8dc tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:34.967151 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f56919f9-cdfe-4a90-a681-a2ac02fbc0b2 req-629cf05d-3124-420e-8bb4-53c0746cd8dc tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0520742 Feb 15 05:10:35.020028 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f56919f9-cdfe-4a90-a681-a2ac02fbc0b2 req-ffdcb0b7-9b4c-42b7-8b14-5d68b4fb5b43 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468519 Feb 15 05:10:35.416050 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d27b614c-243c-4b4c-912f-77cb2a19005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:35.808424 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49ff81-6eab-4326-ae7a-2e9fb310ca20 req-8bc96263-90da-44cf-8e23-9af32f45774f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:35.809842 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c49ff81-6eab-4326-ae7a-2e9fb310ca20 req-8bc96263-90da-44cf-8e23-9af32f45774f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0498579 Feb 15 05:10:35.853476 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c49ff81-6eab-4326-ae7a-2e9fb310ca20 req-25d3dad1-f9d7-4ee8-9dd2-9f92c6c3e5d5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376053 Feb 15 05:10:36.133877 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde49b94-1ea3-4e66-8b92-c072931c6354 req-ebe1d4fb-d4c9-44f4-a045-d35aaee781ea tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:36.135296 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bde49b94-1ea3-4e66-8b92-c072931c6354 req-ebe1d4fb-d4c9-44f4-a045-d35aaee781ea tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0498705 Feb 15 05:10:36.179267 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bde49b94-1ea3-4e66-8b92-c072931c6354 req-79d16a42-8c56-44ea-992a-bd2937d82289 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384779 Feb 15 05:10:36.524623 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:36.978029 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bb8e2-3197-468c-98ce-d19e2390061e req-3a88dbd8-6edf-4ab6-8538-78e55c48032e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:36.979590 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3a3bb8e2-3197-468c-98ce-d19e2390061e req-3a88dbd8-6edf-4ab6-8538-78e55c48032e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0565958 Feb 15 05:10:37.026128 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3a3bb8e2-3197-468c-98ce-d19e2390061e req-f5301300-c3d2-429b-990c-13cee3180e3a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410166 Feb 15 05:10:37.291603 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd84b6-77fc-4c16-8690-38f8f7135234 req-ac83131d-56be-4a77-84f1-840994bf6dd2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:37.293014 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-92dd84b6-77fc-4c16-8690-38f8f7135234 req-ac83131d-56be-4a77-84f1-840994bf6dd2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0498352 Feb 15 05:10:37.337266 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-92dd84b6-77fc-4c16-8690-38f8f7135234 req-cc369e7c-32c2-4fcf-98cb-36201d9b1ffb tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Feb 15 05:10:38.145954 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8c37e-8884-4dbf-985d-8ae895084a8b req-4f08bfbf-2a65-4eaa-8e9c-96db1ab1ca88 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:38.147424 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c9b8c37e-8884-4dbf-985d-8ae895084a8b req-4f08bfbf-2a65-4eaa-8e9c-96db1ab1ca88 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0529354 Feb 15 05:10:38.192030 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c9b8c37e-8884-4dbf-985d-8ae895084a8b req-a00a55ea-2be0-49cd-97da-0591f5b8fb43 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391700 Feb 15 05:10:38.324329 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:38.449618 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e6d69-64e7-46c6-b0c6-438723101001 req-97e05d95-c022-4857-8970-19349dbad9ba tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:38.451044 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-794e6d69-64e7-46c6-b0c6-438723101001 req-97e05d95-c022-4857-8970-19349dbad9ba tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0498927 Feb 15 05:10:38.495801 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-794e6d69-64e7-46c6-b0c6-438723101001 req-bd64adc0-081e-491e-9fce-b7eab1fddf83 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385575 Feb 15 05:10:39.310953 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3282b-cf0d-4f0b-a5de-78be70517fdc req-b479eb14-fa8c-4b2d-9020-9213d22ad830 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:39.312428 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75f3282b-cf0d-4f0b-a5de-78be70517fdc req-b479eb14-fa8c-4b2d-9020-9213d22ad830 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0511625 Feb 15 05:10:39.359112 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75f3282b-cf0d-4f0b-a5de-78be70517fdc req-dab162d3-acf7-4c09-a6c3-a0c552ba23d5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412965 Feb 15 05:10:39.578455 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:39.613699 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c1013-3419-4950-8c79-7ab0eaccc57d req-009bc88c-c6ce-4e04-be76-a4be2ed1b182 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:39.615388 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f4c1013-3419-4950-8c79-7ab0eaccc57d req-009bc88c-c6ce-4e04-be76-a4be2ed1b182 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0521042 Feb 15 05:10:39.666157 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f4c1013-3419-4950-8c79-7ab0eaccc57d req-609d0ce1-e185-4d6d-9e9f-a51fb0af9b35 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454803 Feb 15 05:10:39.973536 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422841bf-739b-4d8b-ad73-a6b1b3c7c688 req-8a919440-e644-431b-aba1-37b7fe57a528 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:39.974967 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-422841bf-739b-4d8b-ad73-a6b1b3c7c688 req-8a919440-e644-431b-aba1-37b7fe57a528 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0513630 Feb 15 05:10:40.019935 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-422841bf-739b-4d8b-ad73-a6b1b3c7c688 req-2b9094cb-8ef6-48cc-b627-a903b6b0c126 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 Feb 15 05:10:40.483913 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0755-b5fa-4020-839a-393eab8a7a7c req-a10250be-b2c9-477c-a9e8-ff1098fc2a7b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:40.485826 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-702d0755-b5fa-4020-839a-393eab8a7a7c req-a10250be-b2c9-477c-a9e8-ff1098fc2a7b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0532539 Feb 15 05:10:40.529832 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-702d0755-b5fa-4020-839a-393eab8a7a7c req-526818b7-c421-47d4-b328-6a2d1e1cb91b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385888 Feb 15 05:10:41.134123 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e71432-8d7f-4465-8f07-f2fb051aa841 req-523790e5-c014-4138-8d8e-fbcf77092fe7 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:41.135556 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72e71432-8d7f-4465-8f07-f2fb051aa841 req-523790e5-c014-4138-8d8e-fbcf77092fe7 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0503626 Feb 15 05:10:41.179631 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72e71432-8d7f-4465-8f07-f2fb051aa841 req-0e4e16a7-37cb-4eb9-ab60-d591c27100ba tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 Feb 15 05:10:41.778290 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b1340-88a5-4559-b750-79b001691e3c req-41723f54-872f-4e81-9abc-225c9e5ff4fe tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:41.779795 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-863b1340-88a5-4559-b750-79b001691e3c req-41723f54-872f-4e81-9abc-225c9e5ff4fe tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0506179 Feb 15 05:10:41.827464 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-863b1340-88a5-4559-b750-79b001691e3c req-33d2c354-317a-468e-b924-5691810d1cd6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416949 Feb 15 05:10:42.062311 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2cb18-6b26-43a5-9b45-297caba1e7fb req-7f5129bd-7b1b-4a14-ab16-08122f9350f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:42.063857 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ec2cb18-6b26-43a5-9b45-297caba1e7fb req-7f5129bd-7b1b-4a14-ab16-08122f9350f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 1129 time: 0.0419033 Feb 15 05:10:42.427935 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41c0c-4fce-4b4e-a116-34e223d7c435 req-14bbd98b-94cb-475c-a804-cd436474c17d tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:42.429375 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aa41c0c-4fce-4b4e-a116-34e223d7c435 req-14bbd98b-94cb-475c-a804-cd436474c17d tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0508406 Feb 15 05:10:42.473376 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aa41c0c-4fce-4b4e-a116-34e223d7c435 req-e72e728d-35e6-46a2-ab37-3a4ae0373dbc tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386941 Feb 15 05:10:42.950090 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affa64c-f3f7-4762-8663-fde3fb5b875c req-b60b9fd1-25a2-41c1-87bb-744770ddbfe9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:42.951700 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4affa64c-f3f7-4762-8663-fde3fb5b875c req-b60b9fd1-25a2-41c1-87bb-744770ddbfe9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0541725 Feb 15 05:10:42.997370 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4affa64c-f3f7-4762-8663-fde3fb5b875c req-5ef05fe6-d548-47e7-bcab-a536fd89374e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402658 Feb 15 05:10:43.455722 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2cb18-6b26-43a5-9b45-297caba1e7fb req-9e776e9d-703d-41d0-8e2f-d64ff7d2ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:43.457164 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ec2cb18-6b26-43a5-9b45-297caba1e7fb req-9e776e9d-703d-41d0-8e2f-d64ff7d2ceac service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 919 time: 0.0824978 Feb 15 05:10:43.502791 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ec2cb18-6b26-43a5-9b45-297caba1e7fb req-1b7cc77c-7ef1-4813-bd73-15ae6a9bd6ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24259207-f3ef-4a46-a6f7-595d6af1d4c1 HTTP/1.1" status: 200 len: 217 time: 0.0359390 Feb 15 05:10:43.594021 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2cb18-6b26-43a5-9b45-297caba1e7fb req-d659a723-59db-415f-9903-91c7344f745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:43.595457 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ec2cb18-6b26-43a5-9b45-297caba1e7fb req-d659a723-59db-415f-9903-91c7344f745a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ea711dc-35af-4e23-a3c6-058831f747a6 HTTP/1.1" status: 200 len: 858 time: 0.0749052 Feb 15 05:10:43.621000 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a54702-73c5-41ae-85d1-1bb225cde6d4 req-2df92fcc-2a3b-4c0f-831b-c790b0e2dce6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:43.622399 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17a54702-73c5-41ae-85d1-1bb225cde6d4 req-2df92fcc-2a3b-4c0f-831b-c790b0e2dce6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0715253 Feb 15 05:10:43.638896 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ec2cb18-6b26-43a5-9b45-297caba1e7fb req-a276d69e-0cdd-4692-a432-9beec6d667cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd594851-7477-41c9-a7b4-26db9b9126be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348530 Feb 15 05:10:43.912587 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17a54702-73c5-41ae-85d1-1bb225cde6d4 req-5e1c1c20-f35e-4cef-91e4-52749f8a15bc tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757511 Feb 15 05:10:43.947090 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ec2cb18-6b26-43a5-9b45-297caba1e7fb req-3dc99b1a-0e66-42a5-9f14-61a17c51369e service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957194 Feb 15 05:10:44.115942 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e1259-f8ec-4ddd-a021-a1e609df7640 req-1bbbae84-ddb5-4964-885d-053638e76c53 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:44.117382 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-257e1259-f8ec-4ddd-a021-a1e609df7640 req-1bbbae84-ddb5-4964-885d-053638e76c53 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0519090 Feb 15 05:10:44.166138 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-257e1259-f8ec-4ddd-a021-a1e609df7640 req-0830dd06-b0af-4653-b5e7-3dd8ec7ceea6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432823 Feb 15 05:10:44.341097 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ec2cb18-6b26-43a5-9b45-297caba1e7fb req-3fe3112d-8824-4397-8661-515b390782bb service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839210 Feb 15 05:10:45.028422 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfcce4-3e1e-4df2-b15a-3076dbe57071 req-99fa9086-68ca-4b69-bde2-06d612afbd23 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:45.029840 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-88dfcce4-3e1e-4df2-b15a-3076dbe57071 req-99fa9086-68ca-4b69-bde2-06d612afbd23 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0518498 Feb 15 05:10:45.075308 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-88dfcce4-3e1e-4df2-b15a-3076dbe57071 req-cdbb50cf-0122-4c7d-ab5f-a69e7e466a18 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Feb 15 05:10:45.297611 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b17707-51f0-40ce-8eb3-4b181e73df33 req-dbb667fc-e6d1-4ec5-bef9-947ec18e66e2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:45.299222 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f2b17707-51f0-40ce-8eb3-4b181e73df33 req-dbb667fc-e6d1-4ec5-bef9-947ec18e66e2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0643296 Feb 15 05:10:45.346101 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f2b17707-51f0-40ce-8eb3-4b181e73df33 req-dd9a09f0-5000-437f-99d8-c83f37b5190c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405548 Feb 15 05:10:45.498080 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412473b-a8a5-4fcd-a5e8-a9a00303eef7 req-4e3a0bfb-7f0b-41a8-ba73-8fd0c6395a71 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:45.499541 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c412473b-a8a5-4fcd-a5e8-a9a00303eef7 req-4e3a0bfb-7f0b-41a8-ba73-8fd0c6395a71 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0511336 Feb 15 05:10:45.508403 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 52452) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:45.512722 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ef6e9cab-a136-4476-a034-68c4930ffd74 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Request body: {'floatingip': {'port_id': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:10:45.581981 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9cab-a136-4476-a034-68c4930ffd74 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (4fe2b8a4-9990-4121-9785-52fae3a4be83), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:46.266434 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9cab-a136-4476-a034-68c4930ffd74 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:46.271347 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9cab-a136-4476-a034-68c4930ffd74 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (4fe2b8a4-9990-4121-9785-52fae3a4be83), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:46.326299 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7008c-7cf3-4f66-af93-2785d118dd7e req-ff9bad1e-9cab-42ce-91ad-3cb1535bd4c7 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:46.327959 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6b7008c-7cf3-4f66-af93-2785d118dd7e req-ff9bad1e-9cab-42ce-91ad-3cb1535bd4c7 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1361921 Feb 15 05:10:46.425936 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6b7008c-7cf3-4f66-af93-2785d118dd7e req-6fa36cb7-dac5-4f5b-8f98-0035f45e06fa tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867417 Feb 15 05:10:46.427576 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-ef6e9cab-a136-4476-a034-68c4930ffd74 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Floating IP 4fe2b8a4-9990-4121-9785-52fae3a4be83 associated. External IP: 172.27.3.211, port: 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538. Feb 15 05:10:46.723441 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6e9cab-a136-4476-a034-68c4930ffd74 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Router 92f675ab-d5e2-46eb-a7ce-2445be023f5b has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:10:46.866670 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6e9cab-a136-4476-a034-68c4930ffd74 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:10:46.873715 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9cab-a136-4476-a034-68c4930ffd74 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:46.883091 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8402b91-b869-4e65-b478-a512685dbba1 None None] Sync routers for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:10:46.899910 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8402b91-b869-4e65-b478-a512685dbba1 None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:10:46.900884 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-f8402b91-b869-4e65-b478-a512685dbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:10:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:46.923360 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ef6e9cab-a136-4476-a034-68c4930ffd74 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "PUT /v2.0/floatingips/4fe2b8a4-9990-4121-9785-52fae3a4be83 HTTP/1.1" status: 200 len: 991 time: 1.4138670 Feb 15 05:10:46.924371 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:10:46.926845 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f22f0a-7b84-4220-ae73-10216b5d3655" -d '{"events": [{"name": "network-changed", "server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:10:47.010515 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195d09a2-8141-4cb9-96d3-f2129da87671 x-openstack-request-id: req-195d09a2-8141-4cb9-96d3-f2129da87671 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:10:47.010815 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:10:47.011206 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-195d09a2-8141-4cb9-96d3-f2129da87671 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:10:47.011634 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'status': 'completed', 'code': 200} Feb 15 05:10:47.062621 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-f8402b91-b869-4e65-b478-a512685dbba1 None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:10:47.081115 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52538) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:47.115082 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f22f0a-7b84-4220-ae73-10216b5d3655 req-2eb40615-a232-4113-b96f-cdebf1545498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:47.116968 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7f22f0a-7b84-4220-ae73-10216b5d3655 req-2eb40615-a232-4113-b96f-cdebf1545498 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 1129 time: 0.0811551 Feb 15 05:10:47.222499 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:47.307798 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Publish callbacks [] for security_group (f319f503-1fa7-46e6-8aa1-afb982c3064e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:47.314792 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (f319f503-1fa7-46e6-8aa1-afb982c3064e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:47.341736 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7fd657f152c2460a905bfb3a8f3926ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588239 Feb 15 05:10:47.344525 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52542) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:47.408881 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-f8402b91-b869-4e65-b478-a512685dbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '4fe2b8a4-9990-4121-9785-52fae3a4be83', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'port_id': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'mac_address': 'fa:16:3e:88:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:09:50Z', 'updated_at': '2022-02-15T05:10:46Z', 'revision_number': 1, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:47.411042 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f319f503-1fa7-46e6-8aa1-afb982c3064e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:47.419141 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.419527 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.419898 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.420234 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.420567 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.420925 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.421237 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.422215 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.422594 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.422882 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.423211 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.423554 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.424202 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c5222-613b-4b5b-995c-f9e992b56363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:47.470806 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f22f0a-7b84-4220-ae73-10216b5d3655 req-e7a6ed8c-3d29-4616-93af-8872be79aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:47.472300 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7f22f0a-7b84-4220-ae73-10216b5d3655 req-e7a6ed8c-3d29-4616-93af-8872be79aeac service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 917 time: 0.3489869 Feb 15 05:10:47.479080 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31745ce8-7d95-4fbf-8d38-fa3ac3027011 admin admin] Publish callbacks [] for security_group (f319f503-1fa7-46e6-8aa1-afb982c3064e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:47.484596 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8402b91-b869-4e65-b478-a512685dbba1 None None] Checking router: 92f675ab-d5e2-46eb-a7ce-2445be023f5b for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:10:47.508126 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31745ce8-7d95-4fbf-8d38-fa3ac3027011 admin admin] Publish callbacks [] for security_group (f319f503-1fa7-46e6-8aa1-afb982c3064e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:47.510514 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8402b91-b869-4e65-b478-a512685dbba1 None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:10:47.511188 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-f8402b91-b869-4e65-b478-a512685dbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:10:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:47.577108 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31745ce8-7d95-4fbf-8d38-fa3ac3027011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (f319f503-1fa7-46e6-8aa1-afb982c3064e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:47.581030 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31745ce8-7d95-4fbf-8d38-fa3ac3027011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:47.585573 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-31745ce8-7d95-4fbf-8d38-fa3ac3027011 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f319f503-1fa7-46e6-8aa1-afb982c3064e HTTP/1.1" status: 204 len: 168 time: 0.2395720 Feb 15 05:10:47.597578 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31745ce8-7d95-4fbf-8d38-fa3ac3027011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f319f503-1fa7-46e6-8aa1-afb982c3064e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:47.652674 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-f8402b91-b869-4e65-b478-a512685dbba1 None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:10:47.661558 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7f22f0a-7b84-4220-ae73-10216b5d3655 req-2ad8dad1-fca7-446b-98c8-7ad01e64b180 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 HTTP/1.1" status: 200 len: 999 time: 0.1821194 Feb 15 05:10:47.707394 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6519fa0-1fd9-48c8-b10f-18e4aebcb425 req-a5d77cc6-24c8-4827-9fd7-b75a11edccc4 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:47.708941 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6519fa0-1fd9-48c8-b10f-18e4aebcb425 req-a5d77cc6-24c8-4827-9fd7-b75a11edccc4 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1507721 Feb 15 05:10:47.745248 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f22f0a-7b84-4220-ae73-10216b5d3655 req-a89f40f2-803f-4005-bde3-f6985885cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:47.746908 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7f22f0a-7b84-4220-ae73-10216b5d3655 req-a89f40f2-803f-4005-bde3-f6985885cce1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.0784676 Feb 15 05:10:47.800368 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6519fa0-1fd9-48c8-b10f-18e4aebcb425 req-fa4c8455-12d3-4441-b759-034a886b4d74 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852096 Feb 15 05:10:47.852469 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f22f0a-7b84-4220-ae73-10216b5d3655 req-6e9b93ef-3dc7-4dbc-93b5-985c80ced2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:47.854607 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7f22f0a-7b84-4220-ae73-10216b5d3655 req-6e9b93ef-3dc7-4dbc-93b5-985c80ced2cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1006131 Feb 15 05:10:48.010989 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7f22f0a-7b84-4220-ae73-10216b5d3655 req-daaf8b2a-9be1-43ce-8261-d7063cd20188 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453044 Feb 15 05:10:48.059097 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-f8402b91-b869-4e65-b478-a512685dbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '4fe2b8a4-9990-4121-9785-52fae3a4be83', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'port_id': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'mac_address': 'fa:16:3e:88:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:09:50Z', 'updated_at': '2022-02-15T05:10:46Z', 'revision_number': 1, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:48.092461 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8402b91-b869-4e65-b478-a512685dbba1 None None] The sync data for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi is: [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '4fe2b8a4-9990-4121-9785-52fae3a4be83', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'port_id': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'mac_address': 'fa:16:3e:88:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:09:50Z', 'updated_at': '2022-02-15T05:10:46Z', 'revision_number': 1, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:10:48.095127 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:48.122885 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-63eb64d6-7c32-42e4-afff-dc8459f43174 req-d7d9fa8f-3032-4bf7-b411-9e5df1df6f39 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873911 Feb 15 05:10:48.176528 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7f22f0a-7b84-4220-ae73-10216b5d3655 req-cffd2a2d-1b59-46f5-b558-aa90d598ab30 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590734 Feb 15 05:10:48.247456 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb64d6-7c32-42e4-afff-dc8459f43174 req-be3530d5-5594-4f54-86a0-ee1884e5e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:48.249269 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-63eb64d6-7c32-42e4-afff-dc8459f43174 req-be3530d5-5594-4f54-86a0-ee1884e5e450 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6a28ab1e36bc42108a104282e2cf990e&device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 1129 time: 0.0656033 Feb 15 05:10:48.393330 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb64d6-7c32-42e4-afff-dc8459f43174 req-5ca6376e-e68a-415f-aefa-eaaae566569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:48.394824 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-63eb64d6-7c32-42e4-afff-dc8459f43174 req-5ca6376e-e68a-415f-aefa-eaaae566569c service neutron] 10.222.0.61 "GET /v2.0/networks?id=8015fa10-ce7f-4fa9-a690-6efad0952bca HTTP/1.1" status: 200 len: 913 time: 0.1252537 Feb 15 05:10:48.442900 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-63eb64d6-7c32-42e4-afff-dc8459f43174 req-4e86152c-1a8e-4ecb-9e54-561d00bdd575 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=310d5ec9-b702-4764-8d62-4d91196c9775 HTTP/1.1" status: 200 len: 217 time: 0.0376954 Feb 15 05:10:48.483725 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6209f88-6369-474c-a97e-b75ba8474dbb None None] New status for floating IP 4fe2b8a4-9990-4121-9785-52fae3a4be83: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:10:48.505117 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb64d6-7c32-42e4-afff-dc8459f43174 req-7a63ba18-7bc6-4138-bf48-2490f0561f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:48.507628 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-63eb64d6-7c32-42e4-afff-dc8459f43174 req-7a63ba18-7bc6-4138-bf48-2490f0561f37 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=943a651a-e1d4-483c-8831-f1b60f0d54a7 HTTP/1.1" status: 200 len: 852 time: 0.0575569 Feb 15 05:10:48.544129 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-63eb64d6-7c32-42e4-afff-dc8459f43174 req-68c66189-3448-47c0-841d-a1bcc6a8de67 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8015fa10-ce7f-4fa9-a690-6efad0952bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292645 Feb 15 05:10:48.644707 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-63eb64d6-7c32-42e4-afff-dc8459f43174 req-b1225030-1a9d-42b8-85d5-40aa5fee540c service neutron] 10.222.0.61 "GET /v2.0/networks/8015fa10-ce7f-4fa9-a690-6efad0952bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933688 Feb 15 05:10:48.775119 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-63eb64d6-7c32-42e4-afff-dc8459f43174 req-6e691e31-c72f-4099-8d04-2f8c2bbe6925 service neutron] 10.222.0.61 "GET /v2.0/networks/8015fa10-ce7f-4fa9-a690-6efad0952bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173007 Feb 15 05:10:48.954514 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9548e-ac39-4250-a4f7-b449b01c16f8 req-77f84c1a-73ab-46d1-9d39-1238797c50e3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:48.956664 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14d9548e-ac39-4250-a4f7-b449b01c16f8 req-77f84c1a-73ab-46d1-9d39-1238797c50e3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0722430 Feb 15 05:10:49.019942 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14d9548e-ac39-4250-a4f7-b449b01c16f8 req-b5fe9097-eefb-43f5-b136-a1ad370341d9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548851 Feb 15 05:10:50.141827 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 52684) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:50.183753 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e0afb-c681-4d70-be97-2cb961269c52 req-78922f0b-cea6-42cd-9e92-746599aa298e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:50.185206 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d6e0afb-c681-4d70-be97-2cb961269c52 req-78922f0b-cea6-42cd-9e92-746599aa298e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0848644 Feb 15 05:10:50.231584 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d6e0afb-c681-4d70-be97-2cb961269c52 req-6bfaa9c5-8222-423b-942c-e39c78284578 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Feb 15 05:10:50.264332 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:50.338647 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Publish callbacks [] for security_group (68ad3a03-861a-4aa7-8728-5da16b792bce), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:50.342271 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (68ad3a03-861a-4aa7-8728-5da16b792bce), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:50.382997 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca6455c424f746d891605d72850fb215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351534 Feb 15 05:10:50.384066 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ad3a03-861a-4aa7-8728-5da16b792bce,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:50.385835 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52688) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:50.392434 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.392815 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.393164 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.393504 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.393846 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.394178 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.394509 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.394841 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.395186 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.395552 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.395886 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.396211 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.396534 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6d225-fadb-49da-b3d3-4ab2b3c5412d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:10:50.433905 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9330aa4f-eaed-4ae7-81ca-e63460923d21 admin admin] Publish callbacks [] for security_group (68ad3a03-861a-4aa7-8728-5da16b792bce), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:50.455157 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9330aa4f-eaed-4ae7-81ca-e63460923d21 admin admin] Publish callbacks [] for security_group (68ad3a03-861a-4aa7-8728-5da16b792bce), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:50.501158 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9330aa4f-eaed-4ae7-81ca-e63460923d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (68ad3a03-861a-4aa7-8728-5da16b792bce), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:50.503651 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9330aa4f-eaed-4ae7-81ca-e63460923d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:50.504782 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9330aa4f-eaed-4ae7-81ca-e63460923d21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68ad3a03-861a-4aa7-8728-5da16b792bce HTTP/1.1" status: 204 len: 168 time: 0.1174259 Feb 15 05:10:50.512141 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330aa4f-eaed-4ae7-81ca-e63460923d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ad3a03-861a-4aa7-8728-5da16b792bce,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:50.722000 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52706) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:50.771101 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52710) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:50.789933 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf09eeb5-c8fb-4b78-82e6-1f45c1fcaa5b admin admin] Deleting subnet e5a4deb7-0e2c-42f7-8b5e-d217db7ee3eb {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:10:50.793065 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c760f0d0-10e9-4ee2-a739-510be9216065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:50.795428 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf09eeb5-c8fb-4b78-82e6-1f45c1fcaa5b admin admin] Publish callbacks [] for subnet (e5a4deb7-0e2c-42f7-8b5e-d217db7ee3eb), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.009597 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf09eeb5-c8fb-4b78-82e6-1f45c1fcaa5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3303340'] for subnet (e5a4deb7-0e2c-42f7-8b5e-d217db7ee3eb), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.069816 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf09eeb5-c8fb-4b78-82e6-1f45c1fcaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (e5a4deb7-0e2c-42f7-8b5e-d217db7ee3eb), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.134308 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c760f0d0-10e9-4ee2-a739-510be9216065 admin admin] Publish callbacks [] for security_group (1fe6d023-8c2c-459c-bf88-d42bb7ba5a91), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.141041 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c760f0d0-10e9-4ee2-a739-510be9216065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (1fe6d023-8c2c-459c-bf88-d42bb7ba5a91), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.174380 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf09eeb5-c8fb-4b78-82e6-1f45c1fcaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3338458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429824'] for subnet (e5a4deb7-0e2c-42f7-8b5e-d217db7ee3eb), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.211459 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09eeb5-c8fb-4b78-82e6-1f45c1fcaa5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a4deb7-0e2c-42f7-8b5e-d217db7ee3eb,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:51.217601 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c760f0d0-10e9-4ee2-a739-510be9216065 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cc2d3a5ca074ea19162750227fd0e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4453118 Feb 15 05:10:51.219386 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760f0d0-10e9-4ee2-a739-510be9216065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe6d023-8c2c-459c-bf88-d42bb7ba5a91,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:51.220809 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 52728) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:51.224892 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf09eeb5-c8fb-4b78-82e6-1f45c1fcaa5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.229579 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cf09eeb5-c8fb-4b78-82e6-1f45c1fcaa5b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e5a4deb7-0e2c-42f7-8b5e-d217db7ee3eb HTTP/1.1" status: 204 len: 168 time: 0.5063739 Feb 15 05:10:51.232265 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52730) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:51.299915 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-404f8ce5-a149-4377-9170-1e5fcc62bcf8 admin admin] Publish callbacks [] for security_group (1fe6d023-8c2c-459c-bf88-d42bb7ba5a91), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.304456 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (1eff14e2-f8e8-43ae-8765-dabac5b825f2), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.348374 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-404f8ce5-a149-4377-9170-1e5fcc62bcf8 admin admin] Publish callbacks [] for security_group (1fe6d023-8c2c-459c-bf88-d42bb7ba5a91), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.382556 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (1eff14e2-f8e8-43ae-8765-dabac5b825f2), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.392249 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1aeac6-9acb-4abe-8ea8-71e855ff104a req-e0474a7f-231d-4a37-909a-d66eb42227bd tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:51.393717 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b1aeac6-9acb-4abe-8ea8-71e855ff104a req-e0474a7f-231d-4a37-909a-d66eb42227bd tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0814183 Feb 15 05:10:51.406600 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eff14e2-f8e8-43ae-8765-dabac5b825f2']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:51.417049 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15987366-7f3e-40bb-bf7b-832507a988c1') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:51.417350 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15987366-7f3e-40bb-bf7b-832507a988c1') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:51.422846 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-404f8ce5-a149-4377-9170-1e5fcc62bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (1fe6d023-8c2c-459c-bf88-d42bb7ba5a91), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.425619 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-404f8ce5-a149-4377-9170-1e5fcc62bcf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.428535 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-404f8ce5-a149-4377-9170-1e5fcc62bcf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1fe6d023-8c2c-459c-bf88-d42bb7ba5a91 HTTP/1.1" status: 204 len: 168 time: 0.2040606 Feb 15 05:10:51.428696 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3303319'] for segment (15987366-7f3e-40bb-bf7b-832507a988c1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.441548 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (15987366-7f3e-40bb-bf7b-832507a988c1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.446367 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f8ce5-a149-4377-9170-1e5fcc62bcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe6d023-8c2c-459c-bf88-d42bb7ba5a91,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:51.448680 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:10:51.449020 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3338336'] for segment (15987366-7f3e-40bb-bf7b-832507a988c1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: Traceback (most recent call last): Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: timer() Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: cb(*args, **kw) Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: return func(*args, **kwargs) Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: self._notify() Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: self.callback(batched_events) Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: event.method(event) Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: return f(self, *a, **k) Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._get(url).json() Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:10:51.451183 dv-cinder-828696-5-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:10:51.459318 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b1aeac6-9acb-4abe-8ea8-71e855ff104a req-7a3877ea-d149-4286-886d-219df49dd846 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599666 Feb 15 05:10:51.510558 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (1eff14e2-f8e8-43ae-8765-dabac5b825f2), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.515888 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.521849 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1eff14e2-f8e8-43ae-8765-dabac5b825f2 HTTP/1.1" status: 204 len: 168 time: 0.2861004 Feb 15 05:10:51.522384 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52738) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:51.542009 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b44914-1e79-488f-a126-fab9f2e30702 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eff14e2-f8e8-43ae-8765-dabac5b825f2,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:51.581852 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-1159646d-983b-409c-a92e-a4046666525e admin admin] Deleting subnet 30b01d9e-2489-48cf-8509-9a7dbc6641df {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:10:51.585176 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1159646d-983b-409c-a92e-a4046666525e admin admin] Publish callbacks [] for subnet (30b01d9e-2489-48cf-8509-9a7dbc6641df), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.620109 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1159646d-983b-409c-a92e-a4046666525e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3303340'] for subnet (30b01d9e-2489-48cf-8509-9a7dbc6641df), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.658884 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1159646d-983b-409c-a92e-a4046666525e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (30b01d9e-2489-48cf-8509-9a7dbc6641df), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.709519 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1159646d-983b-409c-a92e-a4046666525e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3338458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429824'] for subnet (30b01d9e-2489-48cf-8509-9a7dbc6641df), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.735573 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159646d-983b-409c-a92e-a4046666525e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b01d9e-2489-48cf-8509-9a7dbc6641df,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:51.752215 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1159646d-983b-409c-a92e-a4046666525e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.755732 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1159646d-983b-409c-a92e-a4046666525e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/30b01d9e-2489-48cf-8509-9a7dbc6641df HTTP/1.1" status: 204 len: 168 time: 0.2319980 Feb 15 05:10:51.758429 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 52748) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:51.831963 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (48db50f4-8f00-45c9-acf2-079a3e83aa1f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.907920 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (48db50f4-8f00-45c9-acf2-079a3e83aa1f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.928380 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48db50f4-8f00-45c9-acf2-079a3e83aa1f']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:51.938681 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376d60ea-c889-4477-934a-a841abc6697d') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:51.938982 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376d60ea-c889-4477-934a-a841abc6697d') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:10:51.948309 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2703968'] for segment (376d60ea-c889-4477-934a-a841abc6697d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.961845 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (376d60ea-c889-4477-934a-a841abc6697d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.968583 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:10:51.969079 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975416'] for segment (376d60ea-c889-4477-934a-a841abc6697d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: timer() Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: cb(*args, **kw) Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: self._notify() Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: self.callback(batched_events) Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: event.method(event) Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._get(url).json() Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:10:51.970991 dv-cinder-828696-5-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:10:52.029023 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (48db50f4-8f00-45c9-acf2-079a3e83aa1f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:52.034336 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:52.037449 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] 10.222.0.43 "DELETE /v2.0/networks/48db50f4-8f00-45c9-acf2-079a3e83aa1f HTTP/1.1" status: 204 len: 168 time: 0.2780430 Feb 15 05:10:52.048631 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86890ae5-a21a-45a6-aa18-2c9d0e0a04ab admin admin] Pushing event deleted for resources: {'Network': ['ID=48db50f4-8f00-45c9-acf2-079a3e83aa1f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:52.215839 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52774) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:52.261610 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1a7780aa-2546-44f9-8186-2d1ca779f99a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c78a835f054040fface55fd66e3c3d78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443289 Feb 15 05:10:52.263951 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52778) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:52.315650 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c9d215c-735c-45c4-9f70-88ae9c20a00f admin admin] Publish callbacks [] for security_group (2dcaeb50-a6aa-40c1-bf88-70a47a0088c2), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:52.345082 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c9d215c-735c-45c4-9f70-88ae9c20a00f admin admin] Publish callbacks [] for security_group (2dcaeb50-a6aa-40c1-bf88-70a47a0088c2), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:52.394644 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c9d215c-735c-45c4-9f70-88ae9c20a00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (2dcaeb50-a6aa-40c1-bf88-70a47a0088c2), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:52.397278 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c9d215c-735c-45c4-9f70-88ae9c20a00f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:52.398360 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5c9d215c-735c-45c4-9f70-88ae9c20a00f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2dcaeb50-a6aa-40c1-bf88-70a47a0088c2 HTTP/1.1" status: 204 len: 168 time: 0.1335232 Feb 15 05:10:52.406255 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d215c-735c-45c4-9f70-88ae9c20a00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcaeb50-a6aa-40c1-bf88-70a47a0088c2,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:52.586146 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7bf4c-c505-4ce2-9447-a396a5a439db req-53238c48-4e09-4ae8-b95f-cf8bd36197fa tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:52.592784 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5f7bf4c-c505-4ce2-9447-a396a5a439db req-53238c48-4e09-4ae8-b95f-cf8bd36197fa tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0616069 Feb 15 05:10:52.639116 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5f7bf4c-c505-4ce2-9447-a396a5a439db req-b700fd9d-96c1-41af-93bb-95255c600e8b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 Feb 15 05:10:52.714309 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52798) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:52.753549 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a9634488-5fa8-4b48-9dcc-629c9029d626 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43d1891ee7c14602831dcbc2bef346cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379326 Feb 15 05:10:52.755787 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52800) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:52.804151 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44bf6c6e-9b65-494a-ab02-6fa3bbd249b3 admin admin] Publish callbacks [] for security_group (f79db959-71b1-4ee0-a6fe-36ad78b5d407), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:52.825000 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44bf6c6e-9b65-494a-ab02-6fa3bbd249b3 admin admin] Publish callbacks [] for security_group (f79db959-71b1-4ee0-a6fe-36ad78b5d407), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:52.873082 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44bf6c6e-9b65-494a-ab02-6fa3bbd249b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (f79db959-71b1-4ee0-a6fe-36ad78b5d407), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:52.875802 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44bf6c6e-9b65-494a-ab02-6fa3bbd249b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:52.876916 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-44bf6c6e-9b65-494a-ab02-6fa3bbd249b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f79db959-71b1-4ee0-a6fe-36ad78b5d407 HTTP/1.1" status: 204 len: 168 time: 0.1199882 Feb 15 05:10:52.886049 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf6c6e-9b65-494a-ab02-6fa3bbd249b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79db959-71b1-4ee0-a6fe-36ad78b5d407,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:53.756423 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77806f2a-908f-4783-954a-6c9747131d98 req-cc6a5486-e733-4811-a294-8f22e0e58dd8 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:53.757892 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-77806f2a-908f-4783-954a-6c9747131d98 req-cc6a5486-e733-4811-a294-8f22e0e58dd8 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0529830 Feb 15 05:10:53.810191 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-77806f2a-908f-4783-954a-6c9747131d98 req-f83b566b-b75f-4129-852c-71c780d02e81 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468199 Feb 15 05:10:54.924621 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b166e1d-a944-4e32-8e9c-9dfdfa20f542 req-904426d5-dd88-46a0-8eff-9245691e7477 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:54.926054 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5b166e1d-a944-4e32-8e9c-9dfdfa20f542 req-904426d5-dd88-46a0-8eff-9245691e7477 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0507264 Feb 15 05:10:54.972287 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5b166e1d-a944-4e32-8e9c-9dfdfa20f542 req-285294bb-30ac-46f1-abd5-346c60be9b46 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408175 Feb 15 05:10:56.094343 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd77f1-b265-4c7e-ba0d-2d04f72f9a87 req-42b37bdd-938d-4a7d-b7d5-ff5cd1df956e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:56.095817 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c1cd77f1-b265-4c7e-ba0d-2d04f72f9a87 req-42b37bdd-938d-4a7d-b7d5-ff5cd1df956e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0538781 Feb 15 05:10:56.144200 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c1cd77f1-b265-4c7e-ba0d-2d04f72f9a87 req-fa4b9fb6-739b-460a-9558-bb42d7be62e1 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426724 Feb 15 05:10:56.784372 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52976) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:56.901090 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c998138-0883-4f71-8aeb-b8e551dc571d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.001131 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c998138-0883-4f71-8aeb-b8e551dc571d admin admin] Publish callbacks [] for security_group (1afbc55b-936f-4a1d-a0f4-0a599b4b7ef7), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.004001 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c998138-0883-4f71-8aeb-b8e551dc571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (1afbc55b-936f-4a1d-a0f4-0a599b4b7ef7), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.042187 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8c998138-0883-4f71-8aeb-b8e551dc571d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c672ad83458418386d789620145d4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567439 Feb 15 05:10:57.043114 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c998138-0883-4f71-8aeb-b8e551dc571d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afbc55b-936f-4a1d-a0f4-0a599b4b7ef7,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:57.044921 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 52984) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:57.096702 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df0c7be4-c34b-4ced-aaba-fe4586de987c admin admin] Publish callbacks [] for security_group (1afbc55b-936f-4a1d-a0f4-0a599b4b7ef7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.116699 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df0c7be4-c34b-4ced-aaba-fe4586de987c admin admin] Publish callbacks [] for security_group (1afbc55b-936f-4a1d-a0f4-0a599b4b7ef7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.175323 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df0c7be4-c34b-4ced-aaba-fe4586de987c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (1afbc55b-936f-4a1d-a0f4-0a599b4b7ef7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.177892 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df0c7be4-c34b-4ced-aaba-fe4586de987c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.181533 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-df0c7be4-c34b-4ced-aaba-fe4586de987c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1afbc55b-936f-4a1d-a0f4-0a599b4b7ef7 HTTP/1.1" status: 204 len: 168 time: 0.1331217 Feb 15 05:10:57.188045 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c7be4-c34b-4ced-aaba-fe4586de987c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afbc55b-936f-4a1d-a0f4-0a599b4b7ef7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:57.266025 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee7a88-d8ac-4e14-b738-1416404f5b93 req-482e489e-2708-4444-aa5c-a95d4aa10bf0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:57.267549 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8ee7a88-d8ac-4e14-b738-1416404f5b93 req-482e489e-2708-4444-aa5c-a95d4aa10bf0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0540240 Feb 15 05:10:57.318274 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8ee7a88-d8ac-4e14-b738-1416404f5b93 req-904d55c1-db66-474e-8ca4-5dba97fac6c3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442026 Feb 15 05:10:57.451878 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 52996) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:57.465493 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d95490dc-f854-495a-8420-d6b6aa3701e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.547208 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d95490dc-f854-495a-8420-d6b6aa3701e4 admin admin] Publish callbacks [] for security_group (443e3b8d-d63c-4c6c-9dba-1187d4e44376), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.550860 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d95490dc-f854-495a-8420-d6b6aa3701e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (443e3b8d-d63c-4c6c-9dba-1187d4e44376), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.589518 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d95490dc-f854-495a-8420-d6b6aa3701e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2403868111a64faf835b60b776553147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363082 Feb 15 05:10:57.590377 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95490dc-f854-495a-8420-d6b6aa3701e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443e3b8d-d63c-4c6c-9dba-1187d4e44376,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:57.592187 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 52998) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:57.641687 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b8ddca14-7de5-4f16-940c-b76e5ec33373 admin admin] Publish callbacks [] for security_group (443e3b8d-d63c-4c6c-9dba-1187d4e44376), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.661958 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b8ddca14-7de5-4f16-940c-b76e5ec33373 admin admin] Publish callbacks [] for security_group (443e3b8d-d63c-4c6c-9dba-1187d4e44376), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.707686 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b8ddca14-7de5-4f16-940c-b76e5ec33373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (443e3b8d-d63c-4c6c-9dba-1187d4e44376), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.710183 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b8ddca14-7de5-4f16-940c-b76e5ec33373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:57.711335 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b8ddca14-7de5-4f16-940c-b76e5ec33373 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/443e3b8d-d63c-4c6c-9dba-1187d4e44376 HTTP/1.1" status: 204 len: 168 time: 0.1181731 Feb 15 05:10:57.718904 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddca14-7de5-4f16-940c-b76e5ec33373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443e3b8d-d63c-4c6c-9dba-1187d4e44376,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:57.853751 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:10:58.439069 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d482137-c379-4ca1-a96b-7008f27eee53 req-4751f0b0-3d52-4dc5-8078-5c7e487fed88 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:58.440559 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d482137-c379-4ca1-a96b-7008f27eee53 req-4751f0b0-3d52-4dc5-8078-5c7e487fed88 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0525737 Feb 15 05:10:58.486465 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d482137-c379-4ca1-a96b-7008f27eee53 req-43098678-176b-4c4a-ac7d-fb2e1a77455e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Feb 15 05:10:58.735022 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53042) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:58.839839 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-858dfab4-edaa-491d-ade5-99da6e3f32db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:58.912225 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-858dfab4-edaa-491d-ade5-99da6e3f32db admin admin] Publish callbacks [] for security_group (f0c7f38c-d1b7-495f-b5c3-0615351087d7), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:58.915930 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-858dfab4-edaa-491d-ade5-99da6e3f32db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (f0c7f38c-d1b7-495f-b5c3-0615351087d7), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:58.949956 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dfab4-edaa-491d-ade5-99da6e3f32db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c7f38c-d1b7-495f-b5c3-0615351087d7,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:58.960800 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-858dfab4-edaa-491d-ade5-99da6e3f32db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a98a50f5a2de4dd5824259a2ca803e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219210 Feb 15 05:10:58.960800 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53048) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:10:59.013634 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8699e786-884a-4053-9068-b93bbe756fca admin admin] Publish callbacks [] for security_group (f0c7f38c-d1b7-495f-b5c3-0615351087d7), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:59.036240 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8699e786-884a-4053-9068-b93bbe756fca admin admin] Publish callbacks [] for security_group (f0c7f38c-d1b7-495f-b5c3-0615351087d7), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:59.080775 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8699e786-884a-4053-9068-b93bbe756fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (f0c7f38c-d1b7-495f-b5c3-0615351087d7), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:59.083214 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8699e786-884a-4053-9068-b93bbe756fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:10:59.084403 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8699e786-884a-4053-9068-b93bbe756fca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0c7f38c-d1b7-495f-b5c3-0615351087d7 HTTP/1.1" status: 204 len: 168 time: 0.1228909 Feb 15 05:10:59.092114 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699e786-884a-4053-9068-b93bbe756fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c7f38c-d1b7-495f-b5c3-0615351087d7,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:10:59.625854 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b6b05-ce78-47ac-937d-2362884db4d5 req-325ebbb6-4728-459f-b77f-8d436fefe3b6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:10:59.627309 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a11b6b05-ce78-47ac-937d-2362884db4d5 req-325ebbb6-4728-459f-b77f-8d436fefe3b6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0723650 Feb 15 05:10:59.680325 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a11b6b05-ce78-47ac-937d-2362884db4d5 req-1d406b16-7e61-4d69-a070-305f19cd7b14 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472553 Feb 15 05:11:00.090363 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53096) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:00.192835 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a7b6f0e-4259-44f0-8621-65a926d62758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:00.267525 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a7b6f0e-4259-44f0-8621-65a926d62758 admin admin] Publish callbacks [] for security_group (aa40a091-c5f6-4046-b991-3a79d0831ccf), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:00.271355 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a7b6f0e-4259-44f0-8621-65a926d62758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (aa40a091-c5f6-4046-b991-3a79d0831ccf), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:00.308667 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9a7b6f0e-4259-44f0-8621-65a926d62758 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e00e65673ed46b48b833a7ee1569cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172177 Feb 15 05:11:00.309511 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b6f0e-4259-44f0-8621-65a926d62758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa40a091-c5f6-4046-b991-3a79d0831ccf,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:00.311345 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53100) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:00.359370 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac81124-460c-4f05-8570-49cdfdb8ec99 admin admin] Publish callbacks [] for security_group (aa40a091-c5f6-4046-b991-3a79d0831ccf), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:00.379905 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac81124-460c-4f05-8570-49cdfdb8ec99 admin admin] Publish callbacks [] for security_group (aa40a091-c5f6-4046-b991-3a79d0831ccf), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:00.425245 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac81124-460c-4f05-8570-49cdfdb8ec99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (aa40a091-c5f6-4046-b991-3a79d0831ccf), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:00.427814 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac81124-460c-4f05-8570-49cdfdb8ec99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:00.428932 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1ac81124-460c-4f05-8570-49cdfdb8ec99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa40a091-c5f6-4046-b991-3a79d0831ccf HTTP/1.1" status: 204 len: 168 time: 0.1159883 Feb 15 05:11:00.441156 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac81124-460c-4f05-8570-49cdfdb8ec99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa40a091-c5f6-4046-b991-3a79d0831ccf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:00.805592 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c3633-d9d9-4040-8e13-0d1f6200b90a req-0edf936b-918f-4d7c-9593-b5a3f63a68f6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:00.807467 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-182c3633-d9d9-4040-8e13-0d1f6200b90a req-0edf936b-918f-4d7c-9593-b5a3f63a68f6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0585299 Feb 15 05:11:00.857396 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-182c3633-d9d9-4040-8e13-0d1f6200b90a req-a3fa47b4-b9ee-453a-bc6a-d9f7a61e014e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440462 Feb 15 05:11:00.987968 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30f2ce-a7cd-4db5-83ee-3eb0daff6320 req-c9520878-8289-4729-86ce-a7872002b0db tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:00.990163 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f30f2ce-a7cd-4db5-83ee-3eb0daff6320 req-c9520878-8289-4729-86ce-a7872002b0db tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.0612891 Feb 15 05:11:01.049073 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f30f2ce-a7cd-4db5-83ee-3eb0daff6320 req-fccae760-d39c-478d-9f1e-b6481046c810 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531292 Feb 15 05:11:01.084496 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53142) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:01.184054 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-418113630-network', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:01.202223 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Made reservation on behalf of bbc00c2984834d619587d8bfc62961b1 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:01.204745 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.213591 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.288833 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Publish callbacks [] for security_group (62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.292462 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.314055 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:11:01.335204 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:01.341178 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (ef7b3c53-9d4b-4635-990c-a74b8feac9d5), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.341521 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Added segment ef7b3c53-9d4b-4635-990c-a74b8feac9d5 of type vlan for network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 Feb 15 05:11:01.383738 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (6ace76cb-ba34-4b68-82fc-17f0038f29d0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.410252 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (6ace76cb-ba34-4b68-82fc-17f0038f29d0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.411181 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:01.411883 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.471676 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3860209 Feb 15 05:11:01.474485 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53146) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:01.481504 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e9d4d530-06e0-4743-8f22-1ee8109db1c4 admin admin] Request body: {'subnet': {'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-418113630-subnet', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:01.486038 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973563f6-a1e8-4333-80b2-0347f1c04b40 admin admin] Pushing event updated for resources: {'Network': ['ID=6ace76cb-ba34-4b68-82fc-17f0038f29d0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:01.495592 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:11:01.511048 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d4d530-06e0-4743-8f22-1ee8109db1c4 admin admin] Made reservation on behalf of bbc00c2984834d619587d8bfc62961b1 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:01.514512 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9d4d530-06e0-4743-8f22-1ee8109db1c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3999359'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.678976 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9d4d530-06e0-4743-8f22-1ee8109db1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3974301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3999337'] for subnet (16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.725181 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4d530-06e0-4743-8f22-1ee8109db1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:01.743410 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d4d530-06e0-4743-8f22-1ee8109db1c4 admin admin] Checking segment: {'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:01.743798 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d4d530-06e0-4743-8f22-1ee8109db1c4 admin admin] Network hostable DHCP agents. Network: 6ace76cb-ba34-4b68-82fc-17f0038f29d0, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:11:01.760563 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d4d530-06e0-4743-8f22-1ee8109db1c4 admin admin] Network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:11:01.769693 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e9d4d530-06e0-4743-8f22-1ee8109db1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 6ace76cb-ba34-4b68-82fc-17f0038f29d0) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:01.777064 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d4d530-06e0-4743-8f22-1ee8109db1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:01.777650 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9d4d530-06e0-4743-8f22-1ee8109db1c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.777796 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086af527-a701-4a7e-981e-931bc0006178 None None] Network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:11:01.793069 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e9d4d530-06e0-4743-8f22-1ee8109db1c4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3176014 Feb 15 05:11:01.795678 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53152) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:01.800286 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:01.823006 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-527349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6842'] for router (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.824051 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6821'] for router (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.878987 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Publish callbacks [] for router_controller (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:01.884218 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79bd1d49-ae9e-5ec6-bc5e-b9e7c5444204-6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'fixed_ips': [{'subnet_id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1'}]}} from dv-cinder-828696-5-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:11:01.885302 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.017669 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Allocated IP 172.20.0.2 (6ace76cb-ba34-4b68-82fc-17f0038f29d0/16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1/9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:02.054786 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Publish callbacks [] for router_gateway (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.094233 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fcd34-04db-4712-960d-870f94675024 req-e3a68c67-0dc2-4b66-aeb6-4fbcb1874f91 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:02.095786 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b25fcd34-04db-4712-960d-870f94675024 req-e3a68c67-0dc2-4b66-aeb6-4fbcb1874f91 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1444745 Feb 15 05:11:02.170090 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Publish callbacks [] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.176603 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.211683 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:02.213752 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:02.214835 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b25fcd34-04db-4712-960d-870f94675024 req-68cf1530-d5ef-4aae-87f8-c287abf220c0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125493 Feb 15 05:11:02.219750 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:02.228619 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Pushing event updated for resources: {'Port': ['ID=9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:02.233158 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71f2db-7739-4b50-a812-10d51f722695 req-5410da37-f06f-42ee-9387-b07213de07be tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:02.234641 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f71f2db-7739-4b50-a812-10d51f722695 req-5410da37-f06f-42ee-9387-b07213de07be tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.1082838 Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.244014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:02.294025 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Attempting to bind port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:02.294388 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Attempting to bind port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:02.294744 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Attempting to bind port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 on network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:02.299912 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:02.300282 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Checking segment: {'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:02.300676 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.301064 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Bound using segment: {'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:02.301521 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Bound port: 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:02.301892 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.330951 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f71f2db-7739-4b50-a812-10d51f722695 req-f29370a1-26b7-452b-b9bc-770870ba5d02 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877767 Feb 15 05:11:02.375555 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] For port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:02.378636 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] For port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:02.390622 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.402112 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Publish callbacks [] for router_gateway (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.419758 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.450287 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738a3e8-5d15-40c5-8a7f-eaddf87ccc71 None None] Pushing event updated for resources: {'Port': ['ID=9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:02.523274 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Allocated IP 172.27.3.213 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/9e973c5a-de44-4599-9a94-007cd5c2be8b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:02.639165 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Publish callbacks [] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.679327 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.717509 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:02.720457 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:02.726592 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:02.754429 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Pushing event updated for resources: {'Port': ['ID=9e973c5a-de44-4599-9a94-007cd5c2be8b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:02.869592 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:02.925912 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:02.926443 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:02.988577 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Publish callbacks [] for router_gateway (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:03.003059 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:03.003374 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:03.034755 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:03.038850 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:03.095480 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:03.209135 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-675ce9fb-bb97-4936-9bf4-45a42da6cc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:03.417992 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99247cf0-ce5e-4dcd-9999-713515b3f63d None None] Network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:11:03.481503 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-3c91269a-1adb-403d-a453-eb0fff5696f2 None None] Provisioning complete for port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:03.484912 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3c91269a-1adb-403d-a453-eb0fff5696f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:03.491618 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525964'] for router (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:03.545269 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c961a8-3cee-4262-89de-00857b49a189 req-714abd47-bc88-4b6f-8ad1-4b5d16cafbae tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:03.547208 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21c961a8-3cee-4262-89de-00857b49a189 req-714abd47-bc88-4b6f-8ad1-4b5d16cafbae tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1387837 Feb 15 05:11:03.555945 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a94ba-0597-4e8f-bb76-c9bd8d0d2bd3 req-b2efac06-59b5-48eb-b959-fcf79f9222f1 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:03.557305 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-169a94ba-0597-4e8f-bb76-c9bd8d0d2bd3 req-b2efac06-59b5-48eb-b959-fcf79f9222f1 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.1477990 Feb 15 05:11:03.607288 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-3c91269a-1adb-403d-a453-eb0fff5696f2 None None] Current status of the port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:03.682504 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-169a94ba-0597-4e8f-bb76-c9bd8d0d2bd3 req-e0a91417-a8e3-4208-b299-0a6379bb0c9c tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147103 Feb 15 05:11:03.690802 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21c961a8-3cee-4262-89de-00857b49a189 req-eec41b10-534c-45e9-a792-bf6a053bc33c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325626 Feb 15 05:11:03.728783 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 is scheduled to L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:11:03.833595 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-48b08dca-c431-46b5-b71b-15b66e9f41e2 None None] Provisioning complete for port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:03.833968 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-48b08dca-c431-46b5-b71b-15b66e9f41e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:03.841075 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:11:03.851782 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Sync routers for ids ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:11:03.862872 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Routers {'1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:03.863489 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:03.863639 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:10:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:03.867855 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cdd35c77-c471-4843-8714-dee57a17a2db admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0706484 Feb 15 05:11:03.868389 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53178) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:03.929791 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-48b08dca-c431-46b5-b71b-15b66e9f41e2 None None] Current status of the port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:03.973651 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Set router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:04.148927 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:11:02Z', 'revision_number': 3, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:04.175491 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Checking router: 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:11:04.175941 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Updating router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 port 9e973c5a-de44-4599-9a94-007cd5c2be8b binding host dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:11:04.202598 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.298104 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.458129 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Allocated IP 172.20.0.1 (6ace76cb-ba34-4b68-82fc-17f0038f29d0/16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1/690eba6e-63d4-41c7-894d-fcdcfc1b88ee) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:04.459798 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Publish callbacks [] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.465296 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.517955 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Attempting to bind port 9e973c5a-de44-4599-9a94-007cd5c2be8b on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:04.518320 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Attempting to bind port 9e973c5a-de44-4599-9a94-007cd5c2be8b by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:04.518675 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Attempting to bind port 9e973c5a-de44-4599-9a94-007cd5c2be8b on network dda14d27-2e09-4348-83b7-68b288eb8ca4 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:04.521416 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Pushing event updated for resources: {'Port': ['ID=9e973c5a-de44-4599-9a94-007cd5c2be8b,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:04.528933 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:04.529306 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Checking segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:04.529701 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.530092 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Bound using segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:04.531158 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Bound port: 9e973c5a-de44-4599-9a94-007cd5c2be8b, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:04.531553 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.534372 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.534758 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.535102 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.535437 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.535792 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.536117 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.536444 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.536764 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.537084 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.537420 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.537745 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.538063 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.538375 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:04.555627 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Publish callbacks [] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.587352 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] For port 9e973c5a-de44-4599-9a94-007cd5c2be8b, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:04.588691 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.590424 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] For port 9e973c5a-de44-4599-9a94-007cd5c2be8b, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=9e973c5a-de44-4599-9a94-007cd5c2be8b,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:04.596991 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.631465 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:04.638194 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:04.641073 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:04.655382 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Routers {'1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:04.656051 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:10:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:04.674028 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Pushing event updated for resources: {'Port': ['ID=690eba6e-63d4-41c7-894d-fcdcfc1b88ee,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:04.694765 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdffee4-5ea0-4cd2-9a95-d0a3d411e904 None None] Pushing event updated for resources: {'Port': ['ID=9e973c5a-de44-4599-9a94-007cd5c2be8b,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:04.716397 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-525503'] for router_interface (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.801123 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] Set router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:04.914784 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:04.950062 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:04.989631 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-554de3e4-e804-466a-9d60-6c5c468666a3 None None] Provisioning complete for port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:04.990918 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-554de3e4-e804-466a-9d60-6c5c468666a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:05.028469 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:05.028674 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929f306-488e-420c-b0f9-de84426b6633 req-8703be0d-bbd6-4e72-be5c-8fda114b112f tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:05.029535 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:05.031580 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:11:02Z', 'revision_number': 3, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:05.037414 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9929f306-488e-420c-b0f9-de84426b6633 req-8703be0d-bbd6-4e72-be5c-8fda114b112f tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.2654741 Feb 15 05:11:05.065643 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-554de3e4-e804-466a-9d60-6c5c468666a3 None None] Port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:11:05.087530 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f2b6-88be-4d21-8978-3da05f2ba395 req-5d37a3c0-1cf4-4944-9a65-3fc628015a51 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:05.094712 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19d7f2b6-88be-4d21-8978-3da05f2ba395 req-5d37a3c0-1cf4-4944-9a65-3fc628015a51 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.3129814 Feb 15 05:11:05.097784 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90003a8d-e038-438a-93a4-2fb4013e1192 None None] The sync data for ids ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'] in dv-cinder-828696-5-iscsi is: [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:11:02Z', 'revision_number': 3, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:11:05.137184 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:05.152119 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9929f306-488e-420c-b0f9-de84426b6633 req-18679413-53a7-4796-a914-a51ad40efbba tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032176 Feb 15 05:11:05.170669 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19d7f2b6-88be-4d21-8978-3da05f2ba395 req-31c8e337-8dd0-424e-8076-aa8b8ccfafee tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727894 Feb 15 05:11:05.246532 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Publish callbacks [] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:05.252230 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:05.319387 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Pushing event updated for resources: {'Port': ['ID=690eba6e-63d4-41c7-894d-fcdcfc1b88ee,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:05.327985 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525507'] for router_interface (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:05.432943 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c83ccf14-4e53-4901-bdf0-1fddc91380ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:05.462687 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:05.464122 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:05.616820 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:11:05.815583 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-b43cb781-0b96-46ae-b694-852f06e76e53 None None] Provisioning complete for port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:05.815960 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b43cb781-0b96-46ae-b694-852f06e76e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:05.853495 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-b43cb781-0b96-46ae-b694-852f06e76e53 None None] Port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:11:05.918315 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:11:05.928381 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-74a2663f-60cf-49da-9b2f-f23a545d02c0 admin admin] 10.222.0.43 "PUT /v2.0/routers/1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0527248 Feb 15 05:11:06.270149 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51063b6-ca57-46b3-b737-cfd80ca890dc req-edcfc121-410a-4539-a447-4e97551b75d4 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:06.270738 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f51063b6-ca57-46b3-b737-cfd80ca890dc req-edcfc121-410a-4539-a447-4e97551b75d4 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0684559 Feb 15 05:11:06.354814 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f51063b6-ca57-46b3-b737-cfd80ca890dc req-5b1e02ef-8c69-4de0-a13c-673771b5b84a tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683184 Feb 15 05:11:06.363091 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f0e0b-e9e4-4320-8170-ca0befd06de8 req-c37909ed-caa1-4f9c-8d0c-56d5f842f850 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:06.364742 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff8f0e0b-e9e4-4320-8170-ca0befd06de8 req-c37909ed-caa1-4f9c-8d0c-56d5f842f850 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.1193686 Feb 15 05:11:06.415785 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff8f0e0b-e9e4-4320-8170-ca0befd06de8 req-75bb283d-c9a7-4e21-9057-515472e201dd tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452430 Feb 15 05:11:06.439481 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53236) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:06.444376 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1861092744-network', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:06.463991 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Made reservation on behalf of 3a0bb8a72a814edfba25994ca20b103f for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:06.466267 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:06.474755 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:06.531708 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:06.558243 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Publish callbacks [] for security_group (856a94af-e081-4e12-94d3-39490168c192), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:06.562642 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (856a94af-e081-4e12-94d3-39490168c192), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:06.590098 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:11:06.596512 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856a94af-e081-4e12-94d3-39490168c192,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:06.606280 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (345e77f0-f615-4a2f-a555-1d5313e506f5), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:06.606619 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Added segment 345e77f0-f615-4a2f-a555-1d5313e506f5 of type vlan for network 50996129-77bb-46d8-9246-6a53f9f4d821 Feb 15 05:11:06.649649 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (50996129-77bb-46d8-9246-6a53f9f4d821), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:06.674817 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (50996129-77bb-46d8-9246-6a53f9f4d821), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:06.675828 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:06.676389 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:06.732005 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2914045 Feb 15 05:11:06.735850 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53238) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:06.739882 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0ee14-3ee6-446c-86ae-c9078da2fc59 admin admin] Pushing event updated for resources: {'Network': ['ID=50996129-77bb-46d8-9246-6a53f9f4d821,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:06.741659 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9bee4fd9-a608-4d36-8850-43d36dcec659 admin admin] Request body: {'subnet': {'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1861092744-subnet', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:06.751914 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 50996129-77bb-46d8-9246-6a53f9f4d821 details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:11:06.761869 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bee4fd9-a608-4d36-8850-43d36dcec659 admin admin] Made reservation on behalf of 3a0bb8a72a814edfba25994ca20b103f for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:06.764381 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9bee4fd9-a608-4d36-8850-43d36dcec659 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3999359'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:06.977254 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 9e973c5a-de44-4599-9a94-007cd5c2be8b up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:06.980025 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Sync routers for ids ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:11:06.980166 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9bee4fd9-a608-4d36-8850-43d36dcec659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3974301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3999337'] for subnet (44f699bd-ea06-4dea-bb18-5fb56f2680d5), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.036889 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Routers {'1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:07.037515 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:07.039235 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee4fd9-a608-4d36-8850-43d36dcec659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f699bd-ea06-4dea-bb18-5fb56f2680d5,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:07.045348 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee4fd9-a608-4d36-8850-43d36dcec659 admin admin] Checking segment: {'id': '345e77f0-f615-4a2f-a555-1d5313e506f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:07.045767 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee4fd9-a608-4d36-8850-43d36dcec659 admin admin] Network hostable DHCP agents. Network: 50996129-77bb-46d8-9246-6a53f9f4d821, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:11:07.061203 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee4fd9-a608-4d36-8850-43d36dcec659 admin admin] Network 50996129-77bb-46d8-9246-6a53f9f4d821 is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:11:07.070060 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9bee4fd9-a608-4d36-8850-43d36dcec659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 50996129-77bb-46d8-9246-6a53f9f4d821) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:07.074017 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bee4fd9-a608-4d36-8850-43d36dcec659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:07.074607 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9bee4fd9-a608-4d36-8850-43d36dcec659 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.090480 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55828ec1-5362-4650-a080-7023f5ef7a69 None None] Network 50996129-77bb-46d8-9246-6a53f9f4d821 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:11:07.090846 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9bee4fd9-a608-4d36-8850-43d36dcec659 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3530953 Feb 15 05:11:07.093381 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53246) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:07.097606 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1861092744-router', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:07.116465 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-527349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6842'] for router (d1346fb4-efd5-4eef-b019-c012490e89b8), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.117460 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6821'] for router (d1346fb4-efd5-4eef-b019-c012490e89b8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.172751 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Publish callbacks [] for router_controller (d1346fb4-efd5-4eef-b019-c012490e89b8), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.192289 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 9e973c5a-de44-4599-9a94-007cd5c2be8b triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:07.192664 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.242512 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Set router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:07.322318 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Publish callbacks [] for router_gateway (d1346fb4-efd5-4eef-b019-c012490e89b8), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.340032 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79bd1d49-ae9e-5ec6-bc5e-b9e7c5444204-50996129-77bb-46d8-9246-6a53f9f4d821', 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821', 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'fixed_ips': [{'subnet_id': '44f699bd-ea06-4dea-bb18-5fb56f2680d5'}]}} from dv-cinder-828696-5-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:11:07.340893 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.586692 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 9e973c5a-de44-4599-9a94-007cd5c2be8b is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:07.587329 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.596151 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Publish callbacks [] for router_gateway (d1346fb4-efd5-4eef-b019-c012490e89b8), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.606761 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ef1f2-378a-45ec-8a1d-7f635d3a1195 req-ff81c6cc-1612-4471-8785-eb7dfedabb62 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:07.607039 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a26ef1f2-378a-45ec-8a1d-7f635d3a1195 req-ff81c6cc-1612-4471-8785-eb7dfedabb62 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1499858 Feb 15 05:11:07.628713 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.643182 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c7381-796a-443f-a1cd-e58f7065912d req-889b027f-69b1-408d-8a3d-954af77049d9 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:07.644738 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d22c7381-796a-443f-a1cd-e58f7065912d req-889b027f-69b1-408d-8a3d-954af77049d9 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.1304653 Feb 15 05:11:07.646363 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port 9e973c5a-de44-4599-9a94-007cd5c2be8b, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=9e973c5a-de44-4599-9a94-007cd5c2be8b,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:07.656451 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.693397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Allocated IP 172.20.0.2 (50996129-77bb-46d8-9246-6a53f9f4d821/44f699bd-ea06-4dea-bb18-5fb56f2680d5/2014d1d8-d0a4-48c6-ae17-570e82ec1ea6) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:07.710322 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 4, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '690eba6e-63d4-41c7-894d-fcdcfc1b88ee', 'name': '', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'mac_address': 'fa:16:3e:22:15:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:04Z', 'updated_at': '2022-02-15T05:11:05Z', 'revision_number': 2, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'subnets': [{'id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:07.752061 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a26ef1f2-378a-45ec-8a1d-7f635d3a1195 req-2880d51b-84ae-45e4-9366-90adf1e961c3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271443 Feb 15 05:11:07.769394 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Checking router: 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:11:07.769770 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Updating router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee binding host dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:11:07.790480 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d22c7381-796a-443f-a1cd-e58f7065912d req-afcb6b28-75fc-40bc-95af-060598208276 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295013 Feb 15 05:11:07.815702 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Allocated IP 172.27.3.8 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/5192c44a-7166-43e2-b881-dd7810f7568c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:07.825158 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=9e973c5a-de44-4599-9a94-007cd5c2be8b,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:07.838698 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.941226 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Publish callbacks [] for port (5192c44a-7166-43e2-b881-dd7810f7568c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:07.980112 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (5192c44a-7166-43e2-b881-dd7810f7568c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.018456 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:08.021524 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:08.023227 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Publish callbacks [] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.025767 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:08.041577 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.064205 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Pushing event updated for resources: {'Port': ['ID=5192c44a-7166-43e2-b881-dd7810f7568c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:08.125074 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Network 50996129-77bb-46d8-9246-6a53f9f4d821 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:08.127535 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Pushing event updated for resources: {'Port': ['ID=2014d1d8-d0a4-48c6-ae17-570e82ec1ea6,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:08.131603 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:08.135259 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:08.223360 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Attempting to bind port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:08.223750 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Attempting to bind port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '345e77f0-f615-4a2f-a555-1d5313e506f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:08.224106 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Attempting to bind port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 on network 50996129-77bb-46d8-9246-6a53f9f4d821 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:08.236678 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:08.237040 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Checking segment: {'id': '345e77f0-f615-4a2f-a555-1d5313e506f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:08.237432 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.237818 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Bound using segment: {'id': '345e77f0-f615-4a2f-a555-1d5313e506f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:08.238275 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Bound port: 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345e77f0-f615-4a2f-a555-1d5313e506f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:08.238643 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.297735 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Publish callbacks [] for router_gateway (d1346fb4-efd5-4eef-b019-c012490e89b8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.310990 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Publish callbacks [] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.334096 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.378989 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.382580 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] For port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:08.408968 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] For port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=2014d1d8-d0a4-48c6-ae17-570e82ec1ea6,segment=NetworkSegment(345e77f0-f615-4a2f-a555-1d5313e506f5),segment_id=345e77f0-f615-4a2f-a555-1d5313e506f5)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:08.413804 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6b1b8-e929-4fe4-aef0-2f2f7f967ef1 None None] Pushing event updated for resources: {'Port': ['ID=690eba6e-63d4-41c7-894d-fcdcfc1b88ee,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:08.419844 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.516044 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Attempting to bind port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:08.516413 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Attempting to bind port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:08.516776 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Attempting to bind port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee on network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:08.526582 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:08.526963 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Checking segment: {'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:08.527540 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.527811 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Bound using segment: {'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:08.528297 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Bound port: 690eba6e-63d4-41c7-894d-fcdcfc1b88ee, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:08.528671 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.530709 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe976ddf-5b23-4abb-8010-3cc6a221cf66 None None] Pushing event updated for resources: {'Port': ['ID=2014d1d8-d0a4-48c6-ae17-570e82ec1ea6,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:08.555489 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525964'] for router (d1346fb4-efd5-4eef-b019-c012490e89b8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.740093 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Router d1346fb4-efd5-4eef-b019-c012490e89b8 is scheduled to L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:11:08.753241 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-7a094a02-63f2-4f8f-b221-fc36cd5fa73b None None] Provisioning complete for port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:08.753684 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7a094a02-63f2-4f8f-b221-fc36cd5fa73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.757649 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] For port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:08.791875 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] For port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=690eba6e-63d4-41c7-894d-fcdcfc1b88ee,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:08.803846 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-7a094a02-63f2-4f8f-b221-fc36cd5fa73b None None] Port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:11:08.806486 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:08.938606 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6b1b8-e929-4fe4-aef0-2f2f7f967ef1 None None] Pushing event updated for resources: {'Port': ['ID=690eba6e-63d4-41c7-894d-fcdcfc1b88ee,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:08.942172 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Routers {'1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:08.942847 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:09.085855 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 9e973c5a-de44-4599-9a94-007cd5c2be8b up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:09.144624 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] Set router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:09.196035 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 9e973c5a-de44-4599-9a94-007cd5c2be8b triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:09.196408 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:09.221119 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:11:09.231773 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Sync routers for ids ['d1346fb4-efd5-4eef-b019-c012490e89b8'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:11:09.242118 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Routers {'d1346fb4-efd5-4eef-b019-c012490e89b8'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:09.242715 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['d1346fb4-efd5-4eef-b019-c012490e89b8'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:09.260799 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:09.262020 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9ae95ef9-cdf3-4fd8-ae1f-eb4c63f567b1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1676915 Feb 15 05:11:09.265312 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53278) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:09.283035 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad1ecd-3bcf-44f7-8405-d00124f26890 req-009a7725-d270-4dc5-820e-2ae7de387fa3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:09.291655 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4ad1ecd-3bcf-44f7-8405-d00124f26890 req-009a7725-d270-4dc5-820e-2ae7de387fa3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1482515 Feb 15 05:11:09.299993 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d97997-2e7a-4382-9662-4dae33620531 req-1c57b298-3f65-4d51-91bc-f10ef3cf5519 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:09.301660 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25d97997-2e7a-4382-9662-4dae33620531 req-1c57b298-3f65-4d51-91bc-f10ef3cf5519 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.1572702 Feb 15 05:11:09.322921 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-0a6a24d7-5dd8-4573-b1c3-4eb466bb27b7 None None] Provisioning complete for port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:09.323290 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0a6a24d7-5dd8-4573-b1c3-4eb466bb27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:09.376152 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4ad1ecd-3bcf-44f7-8405-d00124f26890 req-1e60cd46-0444-485f-a8aa-a5b0045c4a97 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733502 Feb 15 05:11:09.379539 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25d97997-2e7a-4382-9662-4dae33620531 req-02ed2333-4476-46f1-aa53-43453ec33388 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695391 Feb 15 05:11:09.391562 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Set router d1346fb4-efd5-4eef-b019-c012490e89b8 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:09.477821 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 9e973c5a-de44-4599-9a94-007cd5c2be8b is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:09.478935 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:09.583921 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a24d7-5dd8-4573-b1c3-4eb466bb27b7 None None] Current status of the port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:09.584313 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0a6a24d7-5dd8-4573-b1c3-4eb466bb27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:09.604493 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:09.630412 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:09.630788 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:09.634568 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 4, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '690eba6e-63d4-41c7-894d-fcdcfc1b88ee', 'name': '', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'mac_address': 'fa:16:3e:22:15:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:04Z', 'updated_at': '2022-02-15T05:11:08Z', 'revision_number': 4, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'subnets': [{'id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:09.694851 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a1d6c-a1ee-41b0-9abd-cc9f9cdbd89f None None] The sync data for ids ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'] in dv-cinder-828696-5-iscsi is: [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 4, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '690eba6e-63d4-41c7-894d-fcdcfc1b88ee', 'name': '', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'mac_address': 'fa:16:3e:22:15:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:04Z', 'updated_at': '2022-02-15T05:11:08Z', 'revision_number': 4, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'subnets': [{'id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:11:09.711173 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0a6a24d7-5dd8-4573-b1c3-4eb466bb27b7 None None] For port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=690eba6e-63d4-41c7-894d-fcdcfc1b88ee,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:09.723549 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0a6a24d7-5dd8-4573-b1c3-4eb466bb27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:09.819895 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a24d7-5dd8-4573-b1c3-4eb466bb27b7 None None] Pushing event updated for resources: {'Port': ['ID=690eba6e-63d4-41c7-894d-fcdcfc1b88ee,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:09.823163 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'name': 'tempest-TestMinimumBasicScenario-1861092744-router', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:08Z', 'revision_number': 3, 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'gw_port': {'id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:09.853784 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:09.854193 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:09.865931 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Checking router: d1346fb4-efd5-4eef-b019-c012490e89b8 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:11:09.866280 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Updating router d1346fb4-efd5-4eef-b019-c012490e89b8 port 5192c44a-7166-43e2-b881-dd7810f7568c binding host dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:11:09.874674 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca0fe3-f778-4cd5-b576-38ba6d9a64b8 None None] Network 50996129-77bb-46d8-9246-6a53f9f4d821 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:11:09.908605 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (5192c44a-7166-43e2-b881-dd7810f7568c), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:09.949194 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=2014d1d8-d0a4-48c6-ae17-570e82ec1ea6,segment=NetworkSegment(345e77f0-f615-4a2f-a555-1d5313e506f5),segment_id=345e77f0-f615-4a2f-a555-1d5313e506f5)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:09.961491 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:09.965574 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:09.979415 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-08c87167-171e-4c6c-b097-6871895db039 None None] Provisioning complete for port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:09.979923 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-08c87167-171e-4c6c-b097-6871895db039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:10.082904 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=2014d1d8-d0a4-48c6-ae17-570e82ec1ea6,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:10.172465 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-08c87167-171e-4c6c-b097-6871895db039 None None] Current status of the port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:10.251935 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Allocated IP 172.20.0.1 (50996129-77bb-46d8-9246-6a53f9f4d821/44f699bd-ea06-4dea-bb18-5fb56f2680d5/01cfce26-02b3-42ab-9433-dd2323271499) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:10.293288 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Publish callbacks [] for port (5192c44a-7166-43e2-b881-dd7810f7568c), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:10.301212 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (5192c44a-7166-43e2-b881-dd7810f7568c), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:10.363766 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e96af-2ac7-4230-91f3-e8476bdccf3a None None] Pushing event updated for resources: {'Port': ['ID=5192c44a-7166-43e2-b881-dd7810f7568c,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:10.393003 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Attempting to bind port 5192c44a-7166-43e2-b881-dd7810f7568c on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:10.393310 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Attempting to bind port 5192c44a-7166-43e2-b881-dd7810f7568c by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:10.393839 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Attempting to bind port 5192c44a-7166-43e2-b881-dd7810f7568c on network dda14d27-2e09-4348-83b7-68b288eb8ca4 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:10.400735 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:10.401118 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Checking segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:10.401575 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:10.402107 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Bound using segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:10.402684 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Bound port: 5192c44a-7166-43e2-b881-dd7810f7568c, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:10.420124 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (5192c44a-7166-43e2-b881-dd7810f7568c), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:10.442412 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Publish callbacks [] for port (01cfce26-02b3-42ab-9433-dd2323271499), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:10.504393 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-01462407-d9e5-488c-880f-7efd6712b5cf None None] Provisioning complete for port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:10.504766 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-01462407-d9e5-488c-880f-7efd6712b5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:10.510078 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (01cfce26-02b3-42ab-9433-dd2323271499), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:10.524882 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] For port 5192c44a-7166-43e2-b881-dd7810f7568c, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:10.528894 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] For port 5192c44a-7166-43e2-b881-dd7810f7568c, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=5192c44a-7166-43e2-b881-dd7810f7568c,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:10.543771 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (5192c44a-7166-43e2-b881-dd7810f7568c), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:10.560448 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Network 50996129-77bb-46d8-9246-6a53f9f4d821 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:10.564584 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:10.569129 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:10.639802 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e96af-2ac7-4230-91f3-e8476bdccf3a None None] Pushing event updated for resources: {'Port': ['ID=5192c44a-7166-43e2-b881-dd7810f7568c,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:10.646652 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a954d-3c88-462c-820b-52e5e11cc490 req-7cb08db7-b3d0-49a4-a858-1bf4235b6299 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:10.653965 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f85a954d-3c88-462c-820b-52e5e11cc490 req-7cb08db7-b3d0-49a4-a858-1bf4235b6299 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1773374 Feb 15 05:11:10.654125 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Routers {'d1346fb4-efd5-4eef-b019-c012490e89b8'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:10.654582 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['d1346fb4-efd5-4eef-b019-c012490e89b8'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:10.676405 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=01cfce26-02b3-42ab-9433-dd2323271499,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:10.693066 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-01462407-d9e5-488c-880f-7efd6712b5cf None None] Current status of the port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:10.719448 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724c95f-d2e7-45ec-8ed7-20dda72a2e0f req-9c4e6f2a-36f1-4caf-a0bb-a7e6d8277d6e tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:10.721040 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6724c95f-d2e7-45ec-8ed7-20dda72a2e0f req-9c4e6f2a-36f1-4caf-a0bb-a7e6d8277d6e tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.1987252 Feb 15 05:11:10.735031 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-525503'] for router_interface (d1346fb4-efd5-4eef-b019-c012490e89b8), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:10.782414 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f85a954d-3c88-462c-820b-52e5e11cc490 req-8dbd4ba2-1ba8-4729-920b-1c61b1767094 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226826 Feb 15 05:11:10.805686 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6724c95f-d2e7-45ec-8ed7-20dda72a2e0f req-8e37f24d-5628-4c63-8db8-9b66e0e08160 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783596 Feb 15 05:11:10.874914 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] Set router d1346fb4-efd5-4eef-b019-c012490e89b8 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:10.978620 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (01cfce26-02b3-42ab-9433-dd2323271499), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:11.020925 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-db0e574b-c4ae-4d1b-91f9-57837c8e1098 None None] Provisioning complete for port 01cfce26-02b3-42ab-9433-dd2323271499 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:11.021445 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-db0e574b-c4ae-4d1b-91f9-57837c8e1098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (01cfce26-02b3-42ab-9433-dd2323271499), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:11.045849 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 690eba6e-63d4-41c7-894d-fcdcfc1b88ee up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:11.092516 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'name': 'tempest-TestMinimumBasicScenario-1861092744-router', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:08Z', 'revision_number': 3, 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'gw_port': {'id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:11.108540 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-db0e574b-c4ae-4d1b-91f9-57837c8e1098 None None] Port 01cfce26-02b3-42ab-9433-dd2323271499 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:11:11.121093 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:11.121477 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:11.124649 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec0215-08e6-4bcd-8fea-ae39b6e83767 None None] The sync data for ids ['d1346fb4-efd5-4eef-b019-c012490e89b8'] in dv-cinder-828696-5-iscsi is: [{'id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'name': 'tempest-TestMinimumBasicScenario-1861092744-router', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:08Z', 'revision_number': 3, 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'gw_port': {'id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:11:11.197381 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Publish callbacks [] for port (01cfce26-02b3-42ab-9433-dd2323271499), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:11.203246 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (01cfce26-02b3-42ab-9433-dd2323271499), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:11.223217 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:11.224542 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:11.278292 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=01cfce26-02b3-42ab-9433-dd2323271499,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:11.285581 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525507'] for router_interface (d1346fb4-efd5-4eef-b019-c012490e89b8), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:11.289270 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:11.289877 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:11.397066 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Network 50996129-77bb-46d8-9246-6a53f9f4d821 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:11.398485 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:11.399418 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:11.587079 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Router d1346fb4-efd5-4eef-b019-c012490e89b8 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:11:11.748208 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-0c4cde78-b99a-4ad0-bc67-60375fa16bec None None] Provisioning complete for port 01cfce26-02b3-42ab-9433-dd2323271499 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:11.748684 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0c4cde78-b99a-4ad0-bc67-60375fa16bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (01cfce26-02b3-42ab-9433-dd2323271499), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:11.752801 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:11:11.769626 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8daee20d-bbc4-4961-b05c-267bd01ac7f8 admin admin] 10.222.0.43 "PUT /v2.0/routers/d1346fb4-efd5-4eef-b019-c012490e89b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4998202 Feb 15 05:11:11.822183 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cde78-b99a-4ad0-bc67-60375fa16bec None None] Port 01cfce26-02b3-42ab-9433-dd2323271499 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:11:11.973232 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24d443-2bcc-4707-aa3b-2f8415364b2a req-b5e7ecdb-e936-4f64-adf6-2974cdfd5385 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:11.974879 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ed24d443-2bcc-4707-aa3b-2f8415364b2a req-b5e7ecdb-e936-4f64-adf6-2974cdfd5385 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1037600 Feb 15 05:11:11.981741 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638a335-3553-4e7b-8d86-357fd113d5cd req-efba5075-a390-4bde-8f00-111825b2bff3 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:11.983408 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6638a335-3553-4e7b-8d86-357fd113d5cd req-efba5075-a390-4bde-8f00-111825b2bff3 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.0758305 Feb 15 05:11:12.087946 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233e33b-8793-4ea5-a449-6a4d07567e8f req-b7b1589a-433d-4dda-abd4-04d0d5bdc27e tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:12.090019 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7233e33b-8793-4ea5-a449-6a4d07567e8f req-b7b1589a-433d-4dda-abd4-04d0d5bdc27e tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 945 time: 0.1194041 Feb 15 05:11:12.091679 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6638a335-3553-4e7b-8d86-357fd113d5cd req-d6b8987e-8a3a-4432-89ce-b11e918a485d tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/security-groups?id=6767d277-a57d-4522-923f-f5fc68f699b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014392 Feb 15 05:11:12.096037 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ed24d443-2bcc-4707-aa3b-2f8415364b2a req-c4322b5b-3956-4801-b389-5e130479e408 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113083 Feb 15 05:11:12.505235 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-7233e33b-8793-4ea5-a449-6a4d07567e8f req-6c9b8c9c-5d6e-420e-890f-fd4c82fe7b9b tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Deleting port 310d5ec9-b702-4764-8d62-4d91196c9775 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:11:12.506722 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7233e33b-8793-4ea5-a449-6a4d07567e8f req-6c9b8c9c-5d6e-420e-890f-fd4c82fe7b9b tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:12.636714 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-7233e33b-8793-4ea5-a449-6a4d07567e8f req-6c9b8c9c-5d6e-420e-890f-fd4c82fe7b9b tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] For port 310d5ec9-b702-4764-8d62-4d91196c9775, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=310d5ec9-b702-4764-8d62-4d91196c9775,segment=NetworkSegment(b5405a9c-0712-4739-ba08-b28a23e4bf60),segment_id=b5405a9c-0712-4739-ba08-b28a23e4bf60)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:12.637272 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7233e33b-8793-4ea5-a449-6a4d07567e8f req-6c9b8c9c-5d6e-420e-890f-fd4c82fe7b9b tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:12.657746 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-7233e33b-8793-4ea5-a449-6a4d07567e8f req-6c9b8c9c-5d6e-420e-890f-fd4c82fe7b9b tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Calling delete_port for 310d5ec9-b702-4764-8d62-4d91196c9775 owned by compute:nova {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:11:12.928137 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7233e33b-8793-4ea5-a449-6a4d07567e8f req-6c9b8c9c-5d6e-420e-890f-fd4c82fe7b9b tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (310d5ec9-b702-4764-8d62-4d91196c9775), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:12.950338 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 5192c44a-7166-43e2-b881-dd7810f7568c up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:13.029247 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 5192c44a-7166-43e2-b881-dd7810f7568c triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:13.030375 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (5192c44a-7166-43e2-b881-dd7810f7568c), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:13.092531 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b8c9c-5d6e-420e-890f-fd4c82fe7b9b tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Pushing event deleted for resources: {'Port': ['ID=310d5ec9-b702-4764-8d62-4d91196c9775,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:13.169525 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-7233e33b-8793-4ea5-a449-6a4d07567e8f req-6c9b8c9c-5d6e-420e-890f-fd4c82fe7b9b tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] No DVR routers for this DVR port 310d5ec9-b702-4764-8d62-4d91196c9775 on host hv-cinder-82869 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:11:13.184727 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7233e33b-8793-4ea5-a449-6a4d07567e8f req-6c9b8c9c-5d6e-420e-890f-fd4c82fe7b9b tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:13.195290 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7233e33b-8793-4ea5-a449-6a4d07567e8f req-6c9b8c9c-5d6e-420e-890f-fd4c82fe7b9b tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.61 "DELETE /v2.0/ports/310d5ec9-b702-4764-8d62-4d91196c9775 HTTP/1.1" status: 204 len: 173 time: 1.0865107 Feb 15 05:11:13.196906 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff337d5c-69b1-429e-a8ce-e4f8b35eae00', 'name': 'network-vif-deleted', 'tag': '310d5ec9-b702-4764-8d62-4d91196c9775'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:11:13.204988 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d405f78e54060b3f35fba0d75da544d2410d2332c32325fa9b97c03aebb98be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4eeb53d-5352-4eb7-afe2-8ab760fcebad" -d '{"events": [{"server_uuid": "ff337d5c-69b1-429e-a8ce-e4f8b35eae00", "name": "network-vif-deleted", "tag": "310d5ec9-b702-4764-8d62-4d91196c9775"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:11:13.307159 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 5192c44a-7166-43e2-b881-dd7810f7568c is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:13.307620 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (5192c44a-7166-43e2-b881-dd7810f7568c), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:13.314477 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e1fb2825-04b3-4a39-9889-4a97eb0b4cce req-91c8d750-936b-4338-b1ef-c70d3fcdf044 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 210 time: 0.1030056 Feb 15 05:11:13.364417 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port 5192c44a-7166-43e2-b881-dd7810f7568c, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=5192c44a-7166-43e2-b881-dd7810f7568c,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:13.377549 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97274cf0-a9b8-4c9d-b313-7e2ee180be7a req-5d768465-5294-4b64-8128-1ebb33d0f446 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:13.383198 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (5192c44a-7166-43e2-b881-dd7810f7568c), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:13.391352 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97274cf0-a9b8-4c9d-b313-7e2ee180be7a req-5d768465-5294-4b64-8128-1ebb33d0f446 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1379957 Feb 15 05:11:13.437454 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870d2a62-6ae3-4359-8193-767b31b19b02 x-openstack-request-id: req-870d2a62-6ae3-4359-8193-767b31b19b02 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:11:13.438045 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff337d5c-69b1-429e-a8ce-e4f8b35eae00", "name": "network-vif-deleted", "tag": "310d5ec9-b702-4764-8d62-4d91196c9775", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:11:13.438628 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-870d2a62-6ae3-4359-8193-767b31b19b02 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:11:13.439745 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff337d5c-69b1-429e-a8ce-e4f8b35eae00', 'name': 'network-vif-deleted', 'tag': '310d5ec9-b702-4764-8d62-4d91196c9775', 'status': 'completed', 'code': 200} Feb 15 05:11:13.457102 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97274cf0-a9b8-4c9d-b313-7e2ee180be7a req-1bdbb578-119c-486e-9a5c-ddbd4ae92a5b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642042 Feb 15 05:11:13.474823 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=5192c44a-7166-43e2-b881-dd7810f7568c,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:13.594296 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Sync routers for ids ['d1346fb4-efd5-4eef-b019-c012490e89b8'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:11:13.620476 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Routers {'d1346fb4-efd5-4eef-b019-c012490e89b8'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:13.621209 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['d1346fb4-efd5-4eef-b019-c012490e89b8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:13.753820 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Set router d1346fb4-efd5-4eef-b019-c012490e89b8 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:14.251319 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 310d5ec9-b702-4764-8d62-4d91196c9775 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:11:14.294396 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093eb9b-15fd-4aa8-834a-a49b8be9128a req-2201f653-d748-4b50-9858-2011508af689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:14.295975 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c093eb9b-15fd-4aa8-834a-a49b8be9128a req-2201f653-d748-4b50-9858-2011508af689 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 1129 time: 0.0841324 Feb 15 05:11:14.308194 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: 310d5ec9-b702-4764-8d62-4d91196c9775 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:11:14.308573 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 310d5ec9-b702-4764-8d62-4d91196c9775 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:11:14.355306 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c093eb9b-15fd-4aa8-834a-a49b8be9128a req-d73a3f20-2fa7-45a7-b8b4-a72bda4b4881 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523171 Feb 15 05:11:14.383203 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'name': 'tempest-TestMinimumBasicScenario-1861092744-router', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:10Z', 'revision_number': 4, 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'gw_port': {'id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '01cfce26-02b3-42ab-9433-dd2323271499', 'name': '', 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'mac_address': 'fa:16:3e:8c:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '44f699bd-ea06-4dea-bb18-5fb56f2680d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:09Z', 'updated_at': '2022-02-15T05:11:11Z', 'revision_number': 2, 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'subnets': [{'id': '44f699bd-ea06-4dea-bb18-5fb56f2680d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:14.416265 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Checking router: d1346fb4-efd5-4eef-b019-c012490e89b8 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:11:14.416913 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Updating router d1346fb4-efd5-4eef-b019-c012490e89b8 port 01cfce26-02b3-42ab-9433-dd2323271499 binding host dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:11:14.450978 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (01cfce26-02b3-42ab-9433-dd2323271499), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:14.486709 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d2c00d84-492b-4292-9310-f74ce31878b3 req-b24436b5-3c14-4840-bb6c-42fa15904ea1 tempest-DeleteServersTestJSON-1673657656 tempest-DeleteServersTestJSON-1673657656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff337d5c-69b1-429e-a8ce-e4f8b35eae00 HTTP/1.1" status: 200 len: 210 time: 0.0441704 Feb 15 05:11:14.730985 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab07a2-8fc0-455b-943b-6999d3cb9f90 req-b9230db6-e55c-49de-8107-d5cf0b541ef0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:14.731837 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0ab07a2-8fc0-455b-943b-6999d3cb9f90 req-b9230db6-e55c-49de-8107-d5cf0b541ef0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1687438 Feb 15 05:11:14.861761 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0ab07a2-8fc0-455b-943b-6999d3cb9f90 req-0fea07f9-00e9-4526-99e9-d627af2ae805 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206901 Feb 15 05:11:14.907532 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53464) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:14.980201 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 5192c44a-7166-43e2-b881-dd7810f7568c up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:14.987009 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Publish callbacks [] for port (01cfce26-02b3-42ab-9433-dd2323271499), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.025023 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (01cfce26-02b3-42ab-9433-dd2323271499), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.066818 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53468) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:15.119569 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abe73d-6e9a-495b-875d-b1002114d92c None None] Pushing event updated for resources: {'Port': ['ID=01cfce26-02b3-42ab-9433-dd2323271499,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:15.134414 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 5192c44a-7166-43e2-b881-dd7810f7568c triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:15.134791 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (5192c44a-7166-43e2-b881-dd7810f7568c), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.223830 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d21f268-b661-448d-a8e7-41ce7ab3bc2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.250519 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-279be519-e98b-461a-ab4d-e053ec40ede7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.265827 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Attempting to bind port 01cfce26-02b3-42ab-9433-dd2323271499 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:15.266848 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Attempting to bind port 01cfce26-02b3-42ab-9433-dd2323271499 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '345e77f0-f615-4a2f-a555-1d5313e506f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:15.267378 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Attempting to bind port 01cfce26-02b3-42ab-9433-dd2323271499 on network 50996129-77bb-46d8-9246-6a53f9f4d821 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:15.274933 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:15.275689 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Checking segment: {'id': '345e77f0-f615-4a2f-a555-1d5313e506f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:15.276277 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.276829 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Bound using segment: {'id': '345e77f0-f615-4a2f-a555-1d5313e506f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:15.277473 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Bound port: 01cfce26-02b3-42ab-9433-dd2323271499, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345e77f0-f615-4a2f-a555-1d5313e506f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:15.278036 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (01cfce26-02b3-42ab-9433-dd2323271499), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.398302 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-279be519-e98b-461a-ab4d-e053ec40ede7 admin admin] Publish callbacks [] for security_group (8b9e409d-8188-4781-8bc5-c7686e576ac1), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.407067 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-279be519-e98b-461a-ab4d-e053ec40ede7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (8b9e409d-8188-4781-8bc5-c7686e576ac1), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.414428 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d21f268-b661-448d-a8e7-41ce7ab3bc2f admin admin] Publish callbacks [] for security_group (52b372c9-0b9f-495f-9d02-78670aaecc68), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.429634 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d21f268-b661-448d-a8e7-41ce7ab3bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (52b372c9-0b9f-495f-9d02-78670aaecc68), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.464059 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-279be519-e98b-461a-ab4d-e053ec40ede7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1339759b5cbd40dd8db26d29b604fb3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955574 Feb 15 05:11:15.465461 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 5192c44a-7166-43e2-b881-dd7810f7568c is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:15.465665 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53478) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:15.475104 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279be519-e98b-461a-ab4d-e053ec40ede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e409d-8188-4781-8bc5-c7686e576ac1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:15.478754 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6d21f268-b661-448d-a8e7-41ce7ab3bc2f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a43089ab1f345aaab041a0bea6ad40c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5699644 Feb 15 05:11:15.479880 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21f268-b661-448d-a8e7-41ce7ab3bc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b372c9-0b9f-495f-9d02-78670aaecc68,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:15.482144 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53480) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:15.510076 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] For port 01cfce26-02b3-42ab-9433-dd2323271499, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:15.521678 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] For port 01cfce26-02b3-42ab-9433-dd2323271499, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=01cfce26-02b3-42ab-9433-dd2323271499,segment=NetworkSegment(345e77f0-f615-4a2f-a555-1d5313e506f5),segment_id=345e77f0-f615-4a2f-a555-1d5313e506f5)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:15.544538 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (01cfce26-02b3-42ab-9433-dd2323271499), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.563403 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5649bca9-7181-4e2f-a76a-a39a3ca4f0e2 admin admin] Publish callbacks [] for security_group (52b372c9-0b9f-495f-9d02-78670aaecc68), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.606207 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b25503a-4609-4660-8644-7c23f7840c4c admin admin] Publish callbacks [] for security_group (8b9e409d-8188-4781-8bc5-c7686e576ac1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.614670 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5649bca9-7181-4e2f-a76a-a39a3ca4f0e2 admin admin] Publish callbacks [] for security_group (52b372c9-0b9f-495f-9d02-78670aaecc68), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.635753 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b25503a-4609-4660-8644-7c23f7840c4c admin admin] Publish callbacks [] for security_group (8b9e409d-8188-4781-8bc5-c7686e576ac1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.671632 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-3d17ded0-c3aa-4cef-999d-1bd2e2f1d0c0 None None] Provisioning complete for port 01cfce26-02b3-42ab-9433-dd2323271499 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:15.671632 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3d17ded0-c3aa-4cef-999d-1bd2e2f1d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (01cfce26-02b3-42ab-9433-dd2323271499), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.731055 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5649bca9-7181-4e2f-a76a-a39a3ca4f0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (52b372c9-0b9f-495f-9d02-78670aaecc68), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.777425 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5649bca9-7181-4e2f-a76a-a39a3ca4f0e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.778785 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b25503a-4609-4660-8644-7c23f7840c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (8b9e409d-8188-4781-8bc5-c7686e576ac1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.789680 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5649bca9-7181-4e2f-a76a-a39a3ca4f0e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52b372c9-0b9f-495f-9d02-78670aaecc68 HTTP/1.1" status: 204 len: 168 time: 0.3064342 Feb 15 05:11:15.810543 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b25503a-4609-4660-8644-7c23f7840c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:15.813853 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7b25503a-4609-4660-8644-7c23f7840c4c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b9e409d-8188-4781-8bc5-c7686e576ac1 HTTP/1.1" status: 204 len: 168 time: 0.3469896 Feb 15 05:11:15.849308 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649bca9-7181-4e2f-a76a-a39a3ca4f0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b372c9-0b9f-495f-9d02-78670aaecc68,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:15.855401 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25503a-4609-4660-8644-7c23f7840c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e409d-8188-4781-8bc5-c7686e576ac1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:15.986343 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abe73d-6e9a-495b-875d-b1002114d92c None None] Pushing event updated for resources: {'Port': ['ID=01cfce26-02b3-42ab-9433-dd2323271499,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:16.053735 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Routers {'d1346fb4-efd5-4eef-b019-c012490e89b8'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:11:16.054746 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:11:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['d1346fb4-efd5-4eef-b019-c012490e89b8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:16.205737 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a3454-b683-46ed-ae5b-285d9e4f78e5 req-58279225-929f-434a-a7b7-1fb97738f1b4 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:16.207445 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-069a3454-b683-46ed-ae5b-285d9e4f78e5 req-58279225-929f-434a-a7b7-1fb97738f1b4 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1776605 Feb 15 05:11:16.319317 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-069a3454-b683-46ed-ae5b-285d9e4f78e5 req-e9e43df6-44fc-4ddb-92dc-111ad7a4b23b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046767 Feb 15 05:11:16.358752 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-3d17ded0-c3aa-4cef-999d-1bd2e2f1d0c0 None None] Current status of the port 01cfce26-02b3-42ab-9433-dd2323271499 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:16.359280 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3d17ded0-c3aa-4cef-999d-1bd2e2f1d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (01cfce26-02b3-42ab-9433-dd2323271499), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:16.424054 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] Set router d1346fb4-efd5-4eef-b019-c012490e89b8 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:11:16.480679 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-3d17ded0-c3aa-4cef-999d-1bd2e2f1d0c0 None None] For port 01cfce26-02b3-42ab-9433-dd2323271499, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=01cfce26-02b3-42ab-9433-dd2323271499,segment=NetworkSegment(345e77f0-f615-4a2f-a555-1d5313e506f5),segment_id=345e77f0-f615-4a2f-a555-1d5313e506f5)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:16.489278 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3d17ded0-c3aa-4cef-999d-1bd2e2f1d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (01cfce26-02b3-42ab-9433-dd2323271499), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:16.509046 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a3a0f-cd7b-4bac-8f3c-cb3a47963dcf req-66d6b0d7-7c0d-4a37-b93e-58cc05d609bb tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:16.510638 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-644a3a0f-cd7b-4bac-8f3c-cb3a47963dcf req-66d6b0d7-7c0d-4a37-b93e-58cc05d609bb tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0757174 Feb 15 05:11:16.672916 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-644a3a0f-cd7b-4bac-8f3c-cb3a47963dcf req-86dd5cbf-78c7-41c0-bf68-489a433208d6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497405 Feb 15 05:11:16.715137 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17ded0-c3aa-4cef-999d-1bd2e2f1d0c0 None None] Pushing event updated for resources: {'Port': ['ID=01cfce26-02b3-42ab-9433-dd2323271499,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:16.728790 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53528) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:16.737468 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-96b9db8b-2bc8-4699-b9fb-06593b0219ff None None] Provisioning complete for port 01cfce26-02b3-42ab-9433-dd2323271499 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:16.738241 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-96b9db8b-2bc8-4699-b9fb-06593b0219ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (01cfce26-02b3-42ab-9433-dd2323271499), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:16.761181 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50eb94c2-5837-43a7-a13a-70a5bd136b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:16.911923 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'name': 'tempest-TestMinimumBasicScenario-1861092744-router', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:10Z', 'revision_number': 4, 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'gw_port': {'id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '01cfce26-02b3-42ab-9433-dd2323271499', 'name': '', 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'mac_address': 'fa:16:3e:8c:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '44f699bd-ea06-4dea-bb18-5fb56f2680d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:09Z', 'updated_at': '2022-02-15T05:11:15Z', 'revision_number': 4, 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'subnets': [{'id': '44f699bd-ea06-4dea-bb18-5fb56f2680d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:16.940586 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5c68ad-79ea-4fc6-890d-840ca99b289b None None] The sync data for ids ['d1346fb4-efd5-4eef-b019-c012490e89b8'] in dv-cinder-828696-5-iscsi is: [{'id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'name': 'tempest-TestMinimumBasicScenario-1861092744-router', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:10Z', 'revision_number': 4, 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'gw_port': {'id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '01cfce26-02b3-42ab-9433-dd2323271499', 'name': '', 'network_id': '50996129-77bb-46d8-9246-6a53f9f4d821', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'mac_address': 'fa:16:3e:8c:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '44f699bd-ea06-4dea-bb18-5fb56f2680d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:09Z', 'updated_at': '2022-02-15T05:11:15Z', 'revision_number': 4, 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'subnets': [{'id': '44f699bd-ea06-4dea-bb18-5fb56f2680d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:11:16.950165 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-96b9db8b-2bc8-4699-b9fb-06593b0219ff None None] Current status of the port 01cfce26-02b3-42ab-9433-dd2323271499 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:16.963257 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50eb94c2-5837-43a7-a13a-70a5bd136b40 admin admin] Publish callbacks [] for security_group (7778297a-d494-43ee-bd5c-4cacf09a5cf9), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:16.978097 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50eb94c2-5837-43a7-a13a-70a5bd136b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (7778297a-d494-43ee-bd5c-4cacf09a5cf9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:17.055428 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-50eb94c2-5837-43a7-a13a-70a5bd136b40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de4f317c30ce48dba9cfad4e78584513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247681 Feb 15 05:11:17.058276 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53534) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:17.070179 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb94c2-5837-43a7-a13a-70a5bd136b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7778297a-d494-43ee-bd5c-4cacf09a5cf9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:17.144856 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91a92b57-70b9-4b8c-a8af-de86851c2cb2 admin admin] Publish callbacks [] for security_group (7778297a-d494-43ee-bd5c-4cacf09a5cf9), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:17.177595 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91a92b57-70b9-4b8c-a8af-de86851c2cb2 admin admin] Publish callbacks [] for security_group (7778297a-d494-43ee-bd5c-4cacf09a5cf9), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:17.266621 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91a92b57-70b9-4b8c-a8af-de86851c2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (7778297a-d494-43ee-bd5c-4cacf09a5cf9), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:17.283484 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91a92b57-70b9-4b8c-a8af-de86851c2cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:17.287526 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-91a92b57-70b9-4b8c-a8af-de86851c2cb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7778297a-d494-43ee-bd5c-4cacf09a5cf9 HTTP/1.1" status: 204 len: 168 time: 0.2281721 Feb 15 05:11:17.312536 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a92b57-70b9-4b8c-a8af-de86851c2cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7778297a-d494-43ee-bd5c-4cacf09a5cf9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:17.620417 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53572) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:17.746706 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e31d26-8805-4f79-afbe-3254e6eb071c admin admin] Deleting subnet 943a651a-e1d4-483c-8831-f1b60f0d54a7 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:11:17.770900 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1e31d26-8805-4f79-afbe-3254e6eb071c admin admin] Publish callbacks [] for subnet (943a651a-e1d4-483c-8831-f1b60f0d54a7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:17.832848 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1e31d26-8805-4f79-afbe-3254e6eb071c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2703963'] for subnet (943a651a-e1d4-483c-8831-f1b60f0d54a7), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:17.924438 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1e31d26-8805-4f79-afbe-3254e6eb071c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (943a651a-e1d4-483c-8831-f1b60f0d54a7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:18.020609 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1e31d26-8805-4f79-afbe-3254e6eb071c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3999312'] for subnet (943a651a-e1d4-483c-8831-f1b60f0d54a7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:18.037638 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1e31d26-8805-4f79-afbe-3254e6eb071c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:18.040996 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b1e31d26-8805-4f79-afbe-3254e6eb071c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/943a651a-e1d4-483c-8831-f1b60f0d54a7 HTTP/1.1" status: 204 len: 168 time: 0.4194999 Feb 15 05:11:18.043755 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53582) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:18.060651 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e31d26-8805-4f79-afbe-3254e6eb071c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943a651a-e1d4-483c-8831-f1b60f0d54a7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:18.136191 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (8015fa10-ce7f-4fa9-a690-6efad0952bca), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:18.138239 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:18.235106 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (8015fa10-ce7f-4fa9-a690-6efad0952bca), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:18.259785 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8015fa10-ce7f-4fa9-a690-6efad0952bca']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:18.270414 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5405a9c-0712-4739-ba08-b28a23e4bf60') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:18.272888 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5405a9c-0712-4739-ba08-b28a23e4bf60') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:11:18.305343 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3303319'] for segment (b5405a9c-0712-4739-ba08-b28a23e4bf60), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:18.325769 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (b5405a9c-0712-4739-ba08-b28a23e4bf60), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:18.335437 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:11:18.336203 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3338336'] for segment (b5405a9c-0712-4739-ba08-b28a23e4bf60), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: Traceback (most recent call last): Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: timer() Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: cb(*args, **kw) Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: return func(*args, **kwargs) Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: self._notify() Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: self.callback(batched_events) Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: event.method(event) Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: return f(self, *a, **k) Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._get(url).json() Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:11:18.394407 dv-cinder-828696-5-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:11:18.429997 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (8015fa10-ce7f-4fa9-a690-6efad0952bca), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:18.444504 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:18.450320 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8015fa10-ce7f-4fa9-a690-6efad0952bca HTTP/1.1" status: 204 len: 168 time: 0.4049466 Feb 15 05:11:18.468325 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f897b-b54b-42f5-a80a-e2a6f3e625e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8015fa10-ce7f-4fa9-a690-6efad0952bca,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:18.721078 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53604) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:18.775352 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-97e76e60-aba3-4d34-a90e-82cbcd41ce1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a28ab1e36bc42108a104282e2cf990e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0533404 Feb 15 05:11:18.777350 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53610) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:18.903960 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a04bf9d-7ee7-44f0-89f5-9d614fdc6296 admin admin] Publish callbacks [] for security_group (6767d277-a57d-4522-923f-f5fc68f699b9), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:18.948648 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 01cfce26-02b3-42ab-9433-dd2323271499 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:11:18.960046 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a04bf9d-7ee7-44f0-89f5-9d614fdc6296 admin admin] Publish callbacks [] for security_group (6767d277-a57d-4522-923f-f5fc68f699b9), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:19.029285 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a04bf9d-7ee7-44f0-89f5-9d614fdc6296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (6767d277-a57d-4522-923f-f5fc68f699b9), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:19.032901 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a04bf9d-7ee7-44f0-89f5-9d614fdc6296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:19.034406 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3a04bf9d-7ee7-44f0-89f5-9d614fdc6296 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6767d277-a57d-4522-923f-f5fc68f699b9 HTTP/1.1" status: 204 len: 168 time: 0.2560713 Feb 15 05:11:19.051576 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04bf9d-7ee7-44f0-89f5-9d614fdc6296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6767d277-a57d-4522-923f-f5fc68f699b9,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:19.160481 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 01cfce26-02b3-42ab-9433-dd2323271499 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:19.167341 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (01cfce26-02b3-42ab-9433-dd2323271499), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:19.427865 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 01cfce26-02b3-42ab-9433-dd2323271499 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:19.892765 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3894-fedd-4f89-bdce-55c7e6534b6d req-4f2c7aa5-fb4a-449e-811e-195ec1b60e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:19.895301 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c1ec3894-fedd-4f89-bdce-55c7e6534b6d req-4f2c7aa5-fb4a-449e-811e-195ec1b60e6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 1129 time: 0.0717583 Feb 15 05:11:19.958529 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da9842-5f08-408d-8d9d-59d0a6878588 req-f8b5422f-3ed4-4b57-a808-7b5980d3c115 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:19.960748 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-06da9842-5f08-408d-8d9d-59d0a6878588 req-f8b5422f-3ed4-4b57-a808-7b5980d3c115 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1452019 Feb 15 05:11:20.047257 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-06da9842-5f08-408d-8d9d-59d0a6878588 req-9b5c6de4-6b03-43e7-8939-4dcf8a5b714e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806663 Feb 15 05:11:20.092026 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3894-fedd-4f89-bdce-55c7e6534b6d req-296e68c4-db51-4d77-812f-598d9a34116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:20.094540 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c1ec3894-fedd-4f89-bdce-55c7e6534b6d req-296e68c4-db51-4d77-812f-598d9a34116b service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 919 time: 0.1924050 Feb 15 05:11:20.156958 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c1ec3894-fedd-4f89-bdce-55c7e6534b6d req-47292d1d-3f81-459f-ba52-8d03d33a6fdf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6b9c521-fe95-4412-b96b-8cec59d3f530 HTTP/1.1" status: 200 len: 217 time: 0.0559118 Feb 15 05:11:20.241095 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec3894-fedd-4f89-bdce-55c7e6534b6d req-c0ab6b95-2d89-4cce-9a31-ecfeb5bab584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:20.243479 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c1ec3894-fedd-4f89-bdce-55c7e6534b6d req-c0ab6b95-2d89-4cce-9a31-ecfeb5bab584 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ea711dc-35af-4e23-a3c6-058831f747a6 HTTP/1.1" status: 200 len: 858 time: 0.0790372 Feb 15 05:11:20.246261 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53676) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:20.282190 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c1ec3894-fedd-4f89-bdce-55c7e6534b6d req-2f30e360-49dc-42fb-ba0d-fe34417593f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd594851-7477-41c9-a7b4-26db9b9126be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317175 Feb 15 05:11:20.428464 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c1ec3894-fedd-4f89-bdce-55c7e6534b6d req-0a54bf00-9126-45d3-9fa2-b334810aa98e service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378241 Feb 15 05:11:20.509460 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1425935385-network', 'tenant_id': '19faf2ea179e4ca797d51ad1b23986a3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:20.540123 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Made reservation on behalf of 19faf2ea179e4ca797d51ad1b23986a3 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:20.542611 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:20.584548 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:20.586268 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c1ec3894-fedd-4f89-bdce-55c7e6534b6d req-42b4fac4-3a80-471c-b6c4-754a65525211 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513388 Feb 15 05:11:20.783045 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Publish callbacks [] for security_group (a55a1dba-da16-4cc7-8acb-a1498481f22c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:20.790398 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (a55a1dba-da16-4cc7-8acb-a1498481f22c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:20.812035 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:11:20.822249 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (8cfc0746-3ee4-4308-a746-b26d503258c8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:20.822789 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Added segment 8cfc0746-3ee4-4308-a746-b26d503258c8 of type vlan for network 19f461cb-3c1b-4361-bbb9-cf0e47177675 Feb 15 05:11:20.872552 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (19f461cb-3c1b-4361-bbb9-cf0e47177675), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:20.890520 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55a1dba-da16-4cc7-8acb-a1498481f22c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:20.924022 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (19f461cb-3c1b-4361-bbb9-cf0e47177675), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:20.926378 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:20.928560 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:20.995170 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7476244 Feb 15 05:11:20.998198 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53708) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:21.007008 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-7431bb41-8109-481e-9d76-27f450737012 admin admin] Request body: {'subnet': {'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1425935385-subnet', 'tenant_id': '19faf2ea179e4ca797d51ad1b23986a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:21.034205 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24880de-533a-4b3b-9320-37b47d7272cc admin admin] Pushing event updated for resources: {'Network': ['ID=19f461cb-3c1b-4361-bbb9-cf0e47177675,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:21.034560 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7431bb41-8109-481e-9d76-27f450737012 admin admin] Made reservation on behalf of 19faf2ea179e4ca797d51ad1b23986a3 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:21.041907 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7431bb41-8109-481e-9d76-27f450737012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3429871'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:21.049339 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 19f461cb-3c1b-4361-bbb9-cf0e47177675 details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:11:21.270604 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0bfec-b22c-4317-a2ff-a1c20ba20624 req-bc30d88b-7b50-42e7-8f5a-ef37503e7eab tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:21.272828 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-beb0bfec-b22c-4317-a2ff-a1c20ba20624 req-bc30d88b-7b50-42e7-8f5a-ef37503e7eab tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1020947 Feb 15 05:11:21.281066 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7431bb41-8109-481e-9d76-27f450737012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3341317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3429881'] for subnet (8221d351-c26f-4724-86e9-a8efc7e8f33f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:21.338177 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431bb41-8109-481e-9d76-27f450737012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8221d351-c26f-4724-86e9-a8efc7e8f33f,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:21.343373 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-beb0bfec-b22c-4317-a2ff-a1c20ba20624 req-a951d107-dbf5-4b3a-a4b1-2d2135555984 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630984 Feb 15 05:11:21.372342 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431bb41-8109-481e-9d76-27f450737012 admin admin] Checking segment: {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:21.373135 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431bb41-8109-481e-9d76-27f450737012 admin admin] Network hostable DHCP agents. Network: 19f461cb-3c1b-4361-bbb9-cf0e47177675, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:11:21.394210 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431bb41-8109-481e-9d76-27f450737012 admin admin] Network 19f461cb-3c1b-4361-bbb9-cf0e47177675 is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:11:21.406254 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-7431bb41-8109-481e-9d76-27f450737012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 19f461cb-3c1b-4361-bbb9-cf0e47177675) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:21.411803 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7431bb41-8109-481e-9d76-27f450737012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:21.412890 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7431bb41-8109-481e-9d76-27f450737012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:21.420260 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b175b3c0-77d0-4097-86d1-324b73ac7af4 None None] Network 19f461cb-3c1b-4361-bbb9-cf0e47177675 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:11:21.461580 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7431bb41-8109-481e-9d76-27f450737012 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4596164 Feb 15 05:11:21.565878 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761e75d-b129-4810-a2f9-06713390d89b None None] Network 19f461cb-3c1b-4361-bbb9-cf0e47177675 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:11:22.081223 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-5e598aaa-543a-4ebd-919f-6ca380d08433 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:22.082717 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-5e598aaa-543a-4ebd-919f-6ca380d08433 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/networks?id=19f461cb-3c1b-4361-bbb9-cf0e47177675 HTTP/1.1" status: 200 len: 815 time: 0.1349034 Feb 15 05:11:22.135645 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-d6fcc73b-14a2-4eda-9f53-f6c9588717ba tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/quotas/19faf2ea179e4ca797d51ad1b23986a3 HTTP/1.1" status: 200 len: 375 time: 0.0459311 Feb 15 05:11:22.225540 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-7ffd1e65-89d0-44ba-a6a9-c4bee570152d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878479 Feb 15 05:11:22.335457 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-291e3c85-7ea6-4fb9-8161-a8814c6992fb service neutron] 10.222.0.43 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088247 Feb 15 05:11:22.414830 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53764) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:22.459148 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-b83f70cb-2c33-4460-9f8e-9aedaabd7f53 service neutron] 10.222.0.43 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225629 Feb 15 05:11:22.516975 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f99fd-1b38-442b-8f1f-22c6402e3394 req-5239aa02-d3a8-4f70-8887-166010b064b0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:22.526206 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-921f99fd-1b38-442b-8f1f-22c6402e3394 req-5239aa02-d3a8-4f70-8887-166010b064b0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0877981 Feb 15 05:11:22.602212 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-921f99fd-1b38-442b-8f1f-22c6402e3394 req-615a0393-5c3f-4f0c-b5d7-7ac991af6b0c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749850 Feb 15 05:11:22.626903 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e373325-b5c2-42f3-882c-0c3a6cc91800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:22.739855 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a6ecc78c-d4dc-4676-b8c8-6491a88447c9 req-9f3c8938-68d7-495c-806c-089ae57630fe tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 210 time: 0.0366647 Feb 15 05:11:22.788277 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e373325-b5c2-42f3-882c-0c3a6cc91800 admin admin] Publish callbacks [] for security_group (8b815e5f-e88c-4831-8e10-8cabb900c91e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:22.796850 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e373325-b5c2-42f3-882c-0c3a6cc91800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (8b815e5f-e88c-4831-8e10-8cabb900c91e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:22.848025 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7e373325-b5c2-42f3-882c-0c3a6cc91800 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=101e6d862fb240ceafcf2fb5e0e85c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315224 Feb 15 05:11:22.849711 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53786) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:22.858684 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e373325-b5c2-42f3-882c-0c3a6cc91800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b815e5f-e88c-4831-8e10-8cabb900c91e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:22.946720 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d43ea972-94bb-4c90-844e-90c53ecfa078 admin admin] Publish callbacks [] for security_group (8b815e5f-e88c-4831-8e10-8cabb900c91e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:22.983921 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d43ea972-94bb-4c90-844e-90c53ecfa078 admin admin] Publish callbacks [] for security_group (8b815e5f-e88c-4831-8e10-8cabb900c91e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:23.064078 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d43ea972-94bb-4c90-844e-90c53ecfa078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (8b815e5f-e88c-4831-8e10-8cabb900c91e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:23.070867 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d43ea972-94bb-4c90-844e-90c53ecfa078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:23.080485 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d43ea972-94bb-4c90-844e-90c53ecfa078 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b815e5f-e88c-4831-8e10-8cabb900c91e HTTP/1.1" status: 204 len: 168 time: 0.2231121 Feb 15 05:11:23.111705 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ea972-94bb-4c90-844e-90c53ecfa078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b815e5f-e88c-4831-8e10-8cabb900c91e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:23.779037 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c5628-3e09-4e69-87b7-fc4600a4193f req-1e710582-5a3a-4595-942f-2501e069d917 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:23.786694 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b9c5628-3e09-4e69-87b7-fc4600a4193f req-1e710582-5a3a-4595-942f-2501e069d917 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0608566 Feb 15 05:11:23.852284 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b9c5628-3e09-4e69-87b7-fc4600a4193f req-3f0d11c0-03c9-4251-82c6-9c13f87d348e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650549 Feb 15 05:11:23.883430 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a760a206-12fd-4160-a44a-4ffaaae3e5e9 req-5d80cf8a-f2e1-4324-b9a2-010321519a8c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 210 time: 0.0301204 Feb 15 05:11:24.183835 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-1e22e459-5546-4b99-9a2d-6724c5362f02 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:24.186643 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-1e22e459-5546-4b99-9a2d-6724c5362f02 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "GET /v2.0/networks?id=19f461cb-3c1b-4361-bbb9-cf0e47177675 HTTP/1.1" status: 200 len: 815 time: 0.1573060 Feb 15 05:11:24.198562 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Request body: {'port': {'device_id': '93eb2779-778a-438f-bab5-db4f8aa5708b', 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675', 'admin_state_up': True, 'tenant_id': '19faf2ea179e4ca797d51ad1b23986a3'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:24.337017 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Made reservation on behalf of 19faf2ea179e4ca797d51ad1b23986a3 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:24.340859 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:24.472164 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Allocated IP 172.20.0.6 (19f461cb-3c1b-4361-bbb9-cf0e47177675/8221d351-c26f-4724-86e9-a8efc7e8f33f/b2cebbd3-6edb-4149-aa72-0b31134b56d2) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:24.638263 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks [] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:24.706580 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:24.761004 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Pushing event updated for resources: {'Port': ['ID=b2cebbd3-6edb-4149-aa72-0b31134b56d2,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:24.785826 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Network 19f461cb-3c1b-4361-bbb9-cf0e47177675 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:24.788899 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:24.802550 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:24.874136 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:24.875285 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:24.903517 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-538bc5b2-d434-4715-a55f-0275d706d13b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7039697 Feb 15 05:11:24.914379 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Request body: {'port': {'device_id': '93eb2779-778a-438f-bab5-db4f8aa5708b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:24.999192 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.140963 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53858) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:25.174548 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43411e1-be9d-444e-a15b-fc2c8a075fed req-8c0c784f-99ae-4966-83b0-453ccb6eee78 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:25.176695 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c43411e1-be9d-444e-a15b-fc2c8a075fed req-8c0c784f-99ae-4966-83b0-453ccb6eee78 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 931 time: 0.1559930 Feb 15 05:11:25.207478 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40aa31-bf7c-4ce4-80b1-318440b2f356 req-60c06581-9812-4b27-9985-011c82f5ddca tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:25.209826 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9b40aa31-bf7c-4ce4-80b1-318440b2f356 req-60c06581-9812-4b27-9985-011c82f5ddca tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.2043059 Feb 15 05:11:25.292432 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c43411e1-be9d-444e-a15b-fc2c8a075fed req-5776e7b9-ad81-47b1-a10f-ac54a798a75d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100199 Feb 15 05:11:25.304497 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9b40aa31-bf7c-4ce4-80b1-318440b2f356 req-c00a00c1-ee2c-4ece-a31c-0aad860b45bb tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887723 Feb 15 05:11:25.305880 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b68903e-3788-47e0-ac39-12d0a74593b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.355259 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2cebbd3-6edb-4149-aa72-0b31134b56d2 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:11:25.362829 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Publish callbacks [] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.376759 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Transition to ACTIVE for port object b2cebbd3-6edb-4149-aa72-0b31134b56d2 will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:11:25.381931 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.402710 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b68903e-3788-47e0-ac39-12d0a74593b3 admin admin] Publish callbacks [] for security_group (7a95e6b9-f9d4-463d-81ff-0f70ec7917f7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.419679 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b68903e-3788-47e0-ac39-12d0a74593b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (7a95e6b9-f9d4-463d-81ff-0f70ec7917f7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.431484 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Pushing event updated for resources: {'Port': ['ID=b2cebbd3-6edb-4149-aa72-0b31134b56d2,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:25.467229 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68903e-3788-47e0-ac39-12d0a74593b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a95e6b9-f9d4-463d-81ff-0f70ec7917f7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:25.471483 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7b68903e-3788-47e0-ac39-12d0a74593b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ce711929beb4d8fb7e111e5b36008a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295484 Feb 15 05:11:25.474091 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53862) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:25.531559 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7aa19dca-c599-4da7-9267-442432d61dbd admin admin] Publish callbacks [] for security_group (7a95e6b9-f9d4-463d-81ff-0f70ec7917f7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.549070 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Attempting to bind port b2cebbd3-6edb-4149-aa72-0b31134b56d2 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:25.549406 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Attempting to bind port b2cebbd3-6edb-4149-aa72-0b31134b56d2 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:25.549737 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Attempting to bind port b2cebbd3-6edb-4149-aa72-0b31134b56d2 on network 19f461cb-3c1b-4361-bbb9-cf0e47177675 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:25.554029 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Port b2cebbd3-6edb-4149-aa72-0b31134b56d2 on network 19f461cb-3c1b-4361-bbb9-cf0e47177675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:11:25.554346 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Attempting to bind port b2cebbd3-6edb-4149-aa72-0b31134b56d2 on network 19f461cb-3c1b-4361-bbb9-cf0e47177675 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:25.559808 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:25.559808 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Checking segment: {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:25.560093 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Bound using segment: {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:25.560474 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Bound port: b2cebbd3-6edb-4149-aa72-0b31134b56d2, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:25.560822 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.566114 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7aa19dca-c599-4da7-9267-442432d61dbd admin admin] Publish callbacks [] for security_group (7a95e6b9-f9d4-463d-81ff-0f70ec7917f7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.639828 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] For port b2cebbd3-6edb-4149-aa72-0b31134b56d2, host hv-cinder-82869, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:25.643167 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] For port b2cebbd3-6edb-4149-aa72-0b31134b56d2, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=b2cebbd3-6edb-4149-aa72-0b31134b56d2,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:25.648388 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7aa19dca-c599-4da7-9267-442432d61dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (7a95e6b9-f9d4-463d-81ff-0f70ec7917f7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.651047 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7aa19dca-c599-4da7-9267-442432d61dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.652164 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7aa19dca-c599-4da7-9267-442432d61dbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a95e6b9-f9d4-463d-81ff-0f70ec7917f7 HTTP/1.1" status: 204 len: 168 time: 0.1771901 Feb 15 05:11:25.661921 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa19dca-c599-4da7-9267-442432d61dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a95e6b9-f9d4-463d-81ff-0f70ec7917f7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:25.667040 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.716446 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:25.717057 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:25.719393 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] 10.222.0.61 "PUT /v2.0/ports/b2cebbd3-6edb-4149-aa72-0b31134b56d2 HTTP/1.1" status: 200 len: 1093 time: 0.8127966 Feb 15 05:11:25.719855 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93eb2779-778a-438f-bab5-db4f8aa5708b', 'tag': 'b2cebbd3-6edb-4149-aa72-0b31134b56d2'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:11:25.722467 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d405f78e54060b3f35fba0d75da544d2410d2332c32325fa9b97c03aebb98be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1d383b-ceb7-4bc7-a8ba-36a1431a6367" -d '{"events": [{"name": "network-changed", "server_uuid": "93eb2779-778a-438f-bab5-db4f8aa5708b", "tag": "b2cebbd3-6edb-4149-aa72-0b31134b56d2"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:11:25.778199 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4099e7fe-d2e0-4817-9a24-838b35c79e10 x-openstack-request-id: req-4099e7fe-d2e0-4817-9a24-838b35c79e10 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:11:25.778494 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93eb2779-778a-438f-bab5-db4f8aa5708b", "tag": "b2cebbd3-6edb-4149-aa72-0b31134b56d2", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:11:25.778745 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4099e7fe-d2e0-4817-9a24-838b35c79e10 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:11:25.779190 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93eb2779-778a-438f-bab5-db4f8aa5708b', 'tag': 'b2cebbd3-6edb-4149-aa72-0b31134b56d2', 'status': 'completed', 'code': 200} Feb 15 05:11:25.780713 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d4a3e-9c27-4ebf-894f-36405cd35b4d service neutron] Pushing event updated for resources: {'Port': ['ID=b2cebbd3-6edb-4149-aa72-0b31134b56d2,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:26.042632 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53876) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:26.058636 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-654d1c45-b439-4c8a-88cf-96efb0ca1c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:26.144007 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-654d1c45-b439-4c8a-88cf-96efb0ca1c7e admin admin] Publish callbacks [] for security_group (670b4537-f9d4-42d9-8f5e-147cc42e2c04), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:26.149122 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-654d1c45-b439-4c8a-88cf-96efb0ca1c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (670b4537-f9d4-42d9-8f5e-147cc42e2c04), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:26.211764 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d1c45-b439-4c8a-88cf-96efb0ca1c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670b4537-f9d4-42d9-8f5e-147cc42e2c04,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:26.225170 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-654d1c45-b439-4c8a-88cf-96efb0ca1c7e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b79b96a375740beb7ff382b58a2cdfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813929 Feb 15 05:11:26.228257 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53880) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:26.278629 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9b3a276-5e58-4433-8a84-f0c5c7de1d0d admin admin] Publish callbacks [] for security_group (670b4537-f9d4-42d9-8f5e-147cc42e2c04), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:26.303282 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9b3a276-5e58-4433-8a84-f0c5c7de1d0d admin admin] Publish callbacks [] for security_group (670b4537-f9d4-42d9-8f5e-147cc42e2c04), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:26.361585 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9b3a276-5e58-4433-8a84-f0c5c7de1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (670b4537-f9d4-42d9-8f5e-147cc42e2c04), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:26.367647 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9b3a276-5e58-4433-8a84-f0c5c7de1d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:26.369966 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f9b3a276-5e58-4433-8a84-f0c5c7de1d0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/670b4537-f9d4-42d9-8f5e-147cc42e2c04 HTTP/1.1" status: 204 len: 168 time: 0.1405761 Feb 15 05:11:26.381661 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3a276-5e58-4433-8a84-f0c5c7de1d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670b4537-f9d4-42d9-8f5e-147cc42e2c04,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:26.505965 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16d969-51e4-4458-97b0-d3dcebf2917d req-5b2009c8-2ca6-4eab-bb2d-eb232b2b4628 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:26.508085 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c16d969-51e4-4458-97b0-d3dcebf2917d req-5b2009c8-2ca6-4eab-bb2d-eb232b2b4628 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.1302111 Feb 15 05:11:26.540850 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469904a-d573-4746-a39b-74cd8c377363 req-786113c8-5353-4170-8395-a7baa77c93b1 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:26.542621 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6469904a-d573-4746-a39b-74cd8c377363 req-786113c8-5353-4170-8395-a7baa77c93b1 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1200957 Feb 15 05:11:26.596531 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c16d969-51e4-4458-97b0-d3dcebf2917d req-fe884313-86ae-4528-bc13-c5f2c345dd80 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789547 Feb 15 05:11:26.622549 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6469904a-d573-4746-a39b-74cd8c377363 req-a9a2add9-bbc3-4c17-b51d-e41d19fcdb30 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661223 Feb 15 05:11:26.816624 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 53894) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:26.830543 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6abf3dc3-1d4a-4162-b6bc-2048715b53d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:26.934480 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6abf3dc3-1d4a-4162-b6bc-2048715b53d7 admin admin] Publish callbacks [] for security_group (b6920abe-3d1d-4c93-941e-44bff6228ab1), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:26.956318 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6abf3dc3-1d4a-4162-b6bc-2048715b53d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (b6920abe-3d1d-4c93-941e-44bff6228ab1), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:26.996501 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6abf3dc3-1d4a-4162-b6bc-2048715b53d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0090879c388a45a58cc2e09127ff7adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786773 Feb 15 05:11:26.997489 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf3dc3-1d4a-4162-b6bc-2048715b53d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6920abe-3d1d-4c93-941e-44bff6228ab1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:26.999441 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 53896) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:27.079263 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e3a96a6-fd80-4d9f-bec4-63fc632923c7 admin admin] Publish callbacks [] for security_group (b6920abe-3d1d-4c93-941e-44bff6228ab1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:27.109638 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e3a96a6-fd80-4d9f-bec4-63fc632923c7 admin admin] Publish callbacks [] for security_group (b6920abe-3d1d-4c93-941e-44bff6228ab1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:27.170533 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e3a96a6-fd80-4d9f-bec4-63fc632923c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (b6920abe-3d1d-4c93-941e-44bff6228ab1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:27.173715 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e3a96a6-fd80-4d9f-bec4-63fc632923c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:27.175056 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1e3a96a6-fd80-4d9f-bec4-63fc632923c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6920abe-3d1d-4c93-941e-44bff6228ab1 HTTP/1.1" status: 204 len: 168 time: 0.1741586 Feb 15 05:11:27.186883 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a96a6-fd80-4d9f-bec4-63fc632923c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6920abe-3d1d-4c93-941e-44bff6228ab1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:27.787264 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafa747-2ebe-4657-b0b4-9c60508282fd req-b29798f8-f0e6-4226-a0f5-fbd7e179f774 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:27.788828 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2eafa747-2ebe-4657-b0b4-9c60508282fd req-b29798f8-f0e6-4226-a0f5-fbd7e179f774 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0854571 Feb 15 05:11:27.800729 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39aab0-d0ac-4401-a492-2e03cd5062e2 req-eca0092d-8ceb-4190-9ace-6428e124c352 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:27.802152 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b39aab0-d0ac-4401-a492-2e03cd5062e2 req-eca0092d-8ceb-4190-9ace-6428e124c352 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0873609 Feb 15 05:11:27.869628 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2eafa747-2ebe-4657-b0b4-9c60508282fd req-ca9927ad-bbb5-4023-aeeb-948a5ad3c64b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665302 Feb 15 05:11:27.886714 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b39aab0-d0ac-4401-a492-2e03cd5062e2 req-974818cc-4941-4811-b88c-3f4671bc51ef tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770707 Feb 15 05:11:28.436175 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d383b-ceb7-4bc7-a8ba-36a1431a6367 req-0d51f3f7-08c3-4595-aeec-5c9970c783c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:28.437830 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eb1d383b-ceb7-4bc7-a8ba-36a1431a6367 req-0d51f3f7-08c3-4595-aeec-5c9970c783c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 1127 time: 0.0694108 Feb 15 05:11:28.468516 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706661-178f-4dba-9b41-a9ac779ac712 req-6408fcbd-82a7-4d47-a5b5-c532107dd261 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:28.470715 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-6408fcbd-82a7-4d47-a5b5-c532107dd261 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/networks?id=6ace76cb-ba34-4b68-82fc-17f0038f29d0 HTTP/1.1" status: 200 len: 814 time: 0.1556339 Feb 15 05:11:28.497002 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-a6000a62-7c7b-435f-b8a4-b0e2831ec434 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/quotas/bbc00c2984834d619587d8bfc62961b1 HTTP/1.1" status: 200 len: 375 time: 0.0111058 Feb 15 05:11:28.565347 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-262f41d8-0edd-4a34-9bf4-4df1a2474021 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc00c2984834d619587d8bfc62961b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601952 Feb 15 05:11:28.595168 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d383b-ceb7-4bc7-a8ba-36a1431a6367 req-3f74501e-b493-482f-b3b5-6a5779896076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:28.596921 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eb1d383b-ceb7-4bc7-a8ba-36a1431a6367 req-3f74501e-b493-482f-b3b5-6a5779896076 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1514564 Feb 15 05:11:28.701149 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-4ab7d55f-08fc-41c0-a710-dfe9174cc048 service neutron] 10.222.0.43 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203930 Feb 15 05:11:28.718124 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d383b-ceb7-4bc7-a8ba-36a1431a6367 req-18e5d56f-cbf9-405f-b3a7-3151bcded038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:28.719694 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eb1d383b-ceb7-4bc7-a8ba-36a1431a6367 req-18e5d56f-cbf9-405f-b3a7-3151bcded038 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164644 Feb 15 05:11:28.787418 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-3239bf16-9fa1-45c7-9eed-948c6c7ea868 service neutron] 10.222.0.43 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806451 Feb 15 05:11:28.801516 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-f0a9038a-dc4f-4a2c-bfaa-b2da63373ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:28.803049 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-f0a9038a-dc4f-4a2c-bfaa-b2da63373ca3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 1127 time: 0.0437572 Feb 15 05:11:28.847494 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-3e453978-8f18-4b32-b829-d1851fe8fe17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2cebbd3-6edb-4149-aa72-0b31134b56d2 HTTP/1.1" status: 200 len: 217 time: 0.0370343 Feb 15 05:11:28.899190 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-ae97f523-f0cd-44cb-9869-2898fa365c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:28.901069 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-ae97f523-f0cd-44cb-9869-2898fa365c9a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8221d351-c26f-4724-86e9-a8efc7e8f33f HTTP/1.1" status: 200 len: 855 time: 0.0479929 Feb 15 05:11:28.936584 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-84c5c121-15af-4018-9bc0-8f23cc08e607 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19f461cb-3c1b-4361-bbb9-cf0e47177675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257339 Feb 15 05:11:28.966160 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0c5badd8-60e8-46f4-9bfa-2708e1e022e8 req-7b21c557-3fc0-42c8-ab45-52632ccff0b6 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 210 time: 0.0383146 Feb 15 05:11:29.029990 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757a1f2-cfdd-4fea-80f4-18fbad55851e req-2c509548-c7ff-4d56-849e-871980ac2350 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:29.031450 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6757a1f2-cfdd-4fea-80f4-18fbad55851e req-2c509548-c7ff-4d56-849e-871980ac2350 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0719090 Feb 15 05:11:29.105742 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6757a1f2-cfdd-4fea-80f4-18fbad55851e req-66fc816c-b028-4fd2-8eb9-7c0d9ee3239b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645649 Feb 15 05:11:29.119954 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf31232-b69a-4d98-b17a-f2c3302dee4a req-a3a5d40a-e0a9-4faf-a12e-09710ff8dbcb tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:29.121502 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-faf31232-b69a-4d98-b17a-f2c3302dee4a req-a3a5d40a-e0a9-4faf-a12e-09710ff8dbcb tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0891531 Feb 15 05:11:29.173694 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-faf31232-b69a-4d98-b17a-f2c3302dee4a req-dafe19a5-a452-4ab8-add5-9772687a5798 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459049 Feb 15 05:11:30.059108 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6cdd7c5c-615d-4b44-9421-ade56422d475 req-66586500-a9f2-4cd8-a7b2-8228b3e43f3c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 210 time: 0.0279434 Feb 15 05:11:30.221161 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ad6e4-a74f-4521-856e-499701bc475e req-dcf24d87-9ad5-415a-9d4f-b0cc966b45a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:30.222626 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d7ad6e4-a74f-4521-856e-499701bc475e req-dcf24d87-9ad5-415a-9d4f-b0cc966b45a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0515149 Feb 15 05:11:30.294524 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d7ad6e4-a74f-4521-856e-499701bc475e req-7ee3aafb-9e88-4116-9079-95adb4e030a2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663228 Feb 15 05:11:30.316217 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda17012-9af9-4bc7-878c-ab70d877b9e8 req-2f0e0fba-d3b8-4224-bb08-8a3797bd4215 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:30.317621 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cda17012-9af9-4bc7-878c-ab70d877b9e8 req-2f0e0fba-d3b8-4224-bb08-8a3797bd4215 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0769155 Feb 15 05:11:30.362331 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cda17012-9af9-4bc7-878c-ab70d877b9e8 req-8f306c12-3f3c-4c7e-9175-2ee97a93d919 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392027 Feb 15 05:11:31.150725 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-88657fad-bda9-40c7-b5d6-232aaffb49f5 req-d10b4ac1-33ea-4941-ac32-8f91a7008745 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 210 time: 0.0286648 Feb 15 05:11:31.408987 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0a094-a3b8-4106-bc95-c7104f3b7f23 req-955a33c9-d23d-4703-bd95-8c522af2479b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:31.410425 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dda0a094-a3b8-4106-bc95-c7104f3b7f23 req-955a33c9-d23d-4703-bd95-8c522af2479b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0510001 Feb 15 05:11:31.482375 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dda0a094-a3b8-4106-bc95-c7104f3b7f23 req-3fd062f9-cd23-4ad5-bf52-1192c4dc239d tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666108 Feb 15 05:11:31.498350 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d29ab-424f-492d-a28c-6cded6e36905 req-00eb25d5-9308-4a85-8672-7cf2f541cd1f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:31.499896 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d09d29ab-424f-492d-a28c-6cded6e36905 req-00eb25d5-9308-4a85-8672-7cf2f541cd1f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0717375 Feb 15 05:11:31.545704 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d09d29ab-424f-492d-a28c-6cded6e36905 req-f7a9fde6-24e5-43c1-87bc-034dd32ac945 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403812 Feb 15 05:11:32.244389 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e546415-0efb-422a-b6c6-72fb7b379cd1 req-a6327e56-f3e0-4518-9d33-9468b5d036cd tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 210 time: 0.0305829 Feb 15 05:11:32.451059 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-d0469f54-b527-4e53-ae32-7e9b97878778 service neutron] 10.222.0.61 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567642 Feb 15 05:11:32.554446 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9c7b90ab-2002-4842-be1d-675c7867e0c6 req-6bfef6be-d5db-471b-a3d5-f25046a2ee56 service neutron] 10.222.0.61 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950503 Feb 15 05:11:32.611925 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47282a2e-603d-492e-8fa3-bc9a46d2550d req-19ae6223-14d4-4641-8010-50230fb5afce tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:32.613397 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47282a2e-603d-492e-8fa3-bc9a46d2550d req-19ae6223-14d4-4641-8010-50230fb5afce tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0610199 Feb 15 05:11:32.687483 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47282a2e-603d-492e-8fa3-bc9a46d2550d req-0aad29d8-6f45-4017-98ec-5a0ead7b8815 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687437 Feb 15 05:11:32.698642 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccf011-af8b-430c-8c43-3850ccef4d70 req-6727088f-c264-4542-a3c6-60633e73a066 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:32.700096 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-37ccf011-af8b-430c-8c43-3850ccef4d70 req-6727088f-c264-4542-a3c6-60633e73a066 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0797782 Feb 15 05:11:32.745570 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-37ccf011-af8b-430c-8c43-3850ccef4d70 req-303883a0-4e6b-4810-b198-0a7796578467 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399103 Feb 15 05:11:33.211759 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2402-0942-4612-9dea-b593b38305d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.342154 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78737915-79bb-4bb6-9869-dd2ebce50d88 req-b0558895-fa09-4328-925f-e7505a2bb7da tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 210 time: 0.0322700 Feb 15 05:11:33.444986 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706661-178f-4dba-9b41-a9ac779ac712 req-ff0e1391-e3f3-42dd-9e86-2e9d509d7c6b tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:33.446457 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-ff0e1391-e3f3-42dd-9e86-2e9d509d7c6b tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.61 "GET /v2.0/networks?id=6ace76cb-ba34-4b68-82fc-17f0038f29d0 HTTP/1.1" status: 200 len: 814 time: 0.1071823 Feb 15 05:11:33.461166 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-95706661-178f-4dba-9b41-a9ac779ac712 req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Request body: {'port': {'device_id': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'admin_state_up': True, 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:33.568707 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95706661-178f-4dba-9b41-a9ac779ac712 req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Made reservation on behalf of bbc00c2984834d619587d8bfc62961b1 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:11:33.571969 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-95706661-178f-4dba-9b41-a9ac779ac712 req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.693638 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-95706661-178f-4dba-9b41-a9ac779ac712 req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Allocated IP 172.20.0.12 (6ace76cb-ba34-4b68-82fc-17f0038f29d0/16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1/b9b807c1-35ec-40db-861b-2d12342ef398) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:11:33.814439 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5e0ed-1fe8-4d7d-ba01-3b957efb4efe req-f37235b6-d2f0-46f6-a1e0-f5a3a3818ab0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:33.823699 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9bb5e0ed-1fe8-4d7d-ba01-3b957efb4efe req-f37235b6-d2f0-46f6-a1e0-f5a3a3818ab0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0704370 Feb 15 05:11:33.863101 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-95706661-178f-4dba-9b41-a9ac779ac712 req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for port (b9b807c1-35ec-40db-861b-2d12342ef398), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.901651 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-95706661-178f-4dba-9b41-a9ac779ac712 req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:33.905637 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9bb5e0ed-1fe8-4d7d-ba01-3b957efb4efe req-047fa53b-1765-4f7e-8a4d-7ff9f815b693 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810552 Feb 15 05:11:33.917739 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe800b40-50f9-4359-bb1c-9df68e26f758 req-c7bcd698-7a5a-42fb-a4e2-cd8822564a7a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:33.919191 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe800b40-50f9-4359-bb1c-9df68e26f758 req-c7bcd698-7a5a-42fb-a4e2-cd8822564a7a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0795882 Feb 15 05:11:33.968366 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95706661-178f-4dba-9b41-a9ac779ac712 req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:11:33.972250 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event updated for resources: {'Port': ['ID=b9b807c1-35ec-40db-861b-2d12342ef398,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:33.974711 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-95706661-178f-4dba-9b41-a9ac779ac712 req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:11:33.976904 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-95706661-178f-4dba-9b41-a9ac779ac712 req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:11:33.985944 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe800b40-50f9-4359-bb1c-9df68e26f758 req-c434e803-8670-41d7-9ceb-8d2c90bb169e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606494 Feb 15 05:11:34.028445 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706661-178f-4dba-9b41-a9ac779ac712 req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:34.029063 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-95706661-178f-4dba-9b41-a9ac779ac712 req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.047954 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-69f050f4-c982-4539-9644-2fb8a9d2824f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5912573 Feb 15 05:11:34.062762 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Request body: {'port': {'device_id': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:11:34.133422 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.334405 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-8f5e3c60-bfa1-44a4-8c43-ee5ff43b30c0 None None] Provisioning complete for port b9b807c1-35ec-40db-861b-2d12342ef398 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:11:34.335490 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8f5e3c60-bfa1-44a4-8c43-ee5ff43b30c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.402131 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e3c60-bfa1-44a4-8c43-ee5ff43b30c0 None None] Port b9b807c1-35ec-40db-861b-2d12342ef398 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:11:34.492229 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b807c1-35ec-40db-861b-2d12342ef398 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:11:34.493913 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a8a7f-eae8-4ffa-9105-f264f871ea93 req-71ae99ef-1b20-4711-94b1-9667e7c750b7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:34.496764 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e2a8a7f-eae8-4ffa-9105-f264f871ea93 req-71ae99ef-1b20-4711-94b1-9667e7c750b7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 932 time: 0.0622520 Feb 15 05:11:34.500423 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Publish callbacks [] for port (b9b807c1-35ec-40db-861b-2d12342ef398), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.517830 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Transition to ACTIVE for port object b9b807c1-35ec-40db-861b-2d12342ef398 will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:11:34.523983 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.599560 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e2a8a7f-eae8-4ffa-9105-f264f871ea93 req-761e99f6-8faf-4200-956f-6bbb6703c48d tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954611 Feb 15 05:11:34.634285 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Pushing event updated for resources: {'Port': ['ID=b9b807c1-35ec-40db-861b-2d12342ef398,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:34.713017 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Attempting to bind port b9b807c1-35ec-40db-861b-2d12342ef398 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:11:34.713457 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Attempting to bind port b9b807c1-35ec-40db-861b-2d12342ef398 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:11:34.713863 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Attempting to bind port b9b807c1-35ec-40db-861b-2d12342ef398 on network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:34.718974 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Port b9b807c1-35ec-40db-861b-2d12342ef398 on network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:11:34.719299 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Attempting to bind port b9b807c1-35ec-40db-861b-2d12342ef398 on network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:11:34.724607 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:11:34.725027 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Checking segment: {'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:11:34.725484 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Bound using segment: {'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:11:34.725990 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Bound port: b9b807c1-35ec-40db-861b-2d12342ef398, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:11:34.726414 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.807812 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] For port b9b807c1-35ec-40db-861b-2d12342ef398, host hv-cinder-82869, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:11:34.811541 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] For port b9b807c1-35ec-40db-861b-2d12342ef398, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=b9b807c1-35ec-40db-861b-2d12342ef398,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:11:34.818087 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.854533 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:34.855233 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:34.856827 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] 10.222.0.61 "PUT /v2.0/ports/b9b807c1-35ec-40db-861b-2d12342ef398 HTTP/1.1" status: 200 len: 1094 time: 0.7985644 Feb 15 05:11:34.857338 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:11:34.858141 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:11:34.859764 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d405f78e54060b3f35fba0d75da544d2410d2332c32325fa9b97c03aebb98be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5356e37-3571-47d0-985d-ac167829e129" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:11:34.886526 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fcc5e-4144-451f-a7e7-99b469fa6b9a service neutron] Pushing event updated for resources: {'Port': ['ID=b9b807c1-35ec-40db-861b-2d12342ef398,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:34.906145 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d818d89f-6e58-46de-b36c-536bf4c17aeb x-openstack-request-id: req-d818d89f-6e58-46de-b36c-536bf4c17aeb {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:11:34.906456 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:11:34.906706 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d818d89f-6e58-46de-b36c-536bf4c17aeb {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:11:34.907102 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'status': 'completed', 'code': 200} Feb 15 05:11:35.055021 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5855c-f3b3-4b2a-ad65-012a993041cb req-7a033adc-0cd9-4a9c-811f-5c91fed0d417 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:35.056620 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddb5855c-f3b3-4b2a-ad65-012a993041cb req-7a033adc-0cd9-4a9c-811f-5c91fed0d417 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0597961 Feb 15 05:11:35.140120 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddb5855c-f3b3-4b2a-ad65-012a993041cb req-f85cf76c-7c71-4715-ac88-3891ee30724f tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682249 Feb 15 05:11:35.147622 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ccae3-96d6-4004-a9c2-df452d7bb04b req-0235c1d7-415d-4d9a-8fff-41d6f35ee1e3 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:35.149065 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea1ccae3-96d6-4004-a9c2-df452d7bb04b req-0235c1d7-415d-4d9a-8fff-41d6f35ee1e3 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0864663 Feb 15 05:11:35.211420 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea1ccae3-96d6-4004-a9c2-df452d7bb04b req-1ac38535-cf93-4a21-9051-0bd5a4ca055f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548513 Feb 15 05:11:35.419547 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d4cedd4a-8590-4231-b879-bcde42c2c0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:35.723088 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ac575-368d-411e-a6de-b6d3aa9bb7e3 req-158146f6-5d47-48ac-92ff-8009dfaace27 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:35.724576 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c03ac575-368d-411e-a6de-b6d3aa9bb7e3 req-158146f6-5d47-48ac-92ff-8009dfaace27 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0585735 Feb 15 05:11:35.774887 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c03ac575-368d-411e-a6de-b6d3aa9bb7e3 req-fd346837-920d-4300-b86a-26e07316f14e tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447936 Feb 15 05:11:36.257684 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053c963-803c-4f99-9698-3ed41c79b798 req-11873a4a-63a3-4a29-8ce1-85e5ca8a1c60 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:36.261247 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1053c963-803c-4f99-9698-3ed41c79b798 req-11873a4a-63a3-4a29-8ce1-85e5ca8a1c60 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0537131 Feb 15 05:11:36.347481 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1053c963-803c-4f99-9698-3ed41c79b798 req-bcc28b03-eae7-4a1e-9f35-610907ae2d65 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818944 Feb 15 05:11:36.367446 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c2787-e797-4962-b07a-c8a06a84f62e req-5db07557-75e2-4731-98fc-3df0bf96deaf tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:36.369933 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-667c2787-e797-4962-b07a-c8a06a84f62e req-5db07557-75e2-4731-98fc-3df0bf96deaf tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0884259 Feb 15 05:11:36.419219 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-667c2787-e797-4962-b07a-c8a06a84f62e req-c53dd57b-8ed6-43a5-a379-13ff7e328780 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424681 Feb 15 05:11:36.531093 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:36.901230 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8fec-3351-43dd-968a-96315f0f69b5 req-af2d92a4-db8c-4376-8c33-48beb3d42bb7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:36.903303 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-39fe8fec-3351-43dd-968a-96315f0f69b5 req-af2d92a4-db8c-4376-8c33-48beb3d42bb7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0578074 Feb 15 05:11:36.972830 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-39fe8fec-3351-43dd-968a-96315f0f69b5 req-0330aa88-32f8-4b8a-9b92-766044fc2028 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614812 Feb 15 05:11:37.490652 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e8bf3-5117-4a33-bc3d-94dd5bcf560e req-bd065ff1-953f-4c5a-b648-fb9ffab79502 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:37.492438 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-477e8bf3-5117-4a33-bc3d-94dd5bcf560e req-bd065ff1-953f-4c5a-b648-fb9ffab79502 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0686502 Feb 15 05:11:37.586636 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda4ebe-093c-48a7-9048-d5e19d6f3090 req-dbfb3f38-55b4-4f30-b77b-6aa68f782c43 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:37.588156 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3bda4ebe-093c-48a7-9048-d5e19d6f3090 req-dbfb3f38-55b4-4f30-b77b-6aa68f782c43 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0947270 Feb 15 05:11:37.596119 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-477e8bf3-5117-4a33-bc3d-94dd5bcf560e req-f764323b-2807-4ccb-9e28-758f8f4d5aa0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863361 Feb 15 05:11:37.653008 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3bda4ebe-093c-48a7-9048-d5e19d6f3090 req-323f6e2a-f1cb-4527-918a-f6aa0f688d11 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510526 Feb 15 05:11:38.094749 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4de23f-aa81-449e-8afa-f1785b80b995 req-36f44577-db76-403b-a0df-91282e34335a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:38.096538 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b4de23f-aa81-449e-8afa-f1785b80b995 req-36f44577-db76-403b-a0df-91282e34335a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0553925 Feb 15 05:11:38.147444 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b4de23f-aa81-449e-8afa-f1785b80b995 req-d7febf99-1717-4da5-84bb-ded43ac1cc0b tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451987 Feb 15 05:11:38.331869 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:38.753599 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b2b48-36f1-405c-ad93-6141fcf44e36 req-7d8e597e-77ac-4d6d-a6a9-bee346a71511 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:38.755042 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a0b2b48-36f1-405c-ad93-6141fcf44e36 req-7d8e597e-77ac-4d6d-a6a9-bee346a71511 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0904982 Feb 15 05:11:38.799198 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e985e23-060d-45d7-8225-c0c906e92525 req-533e3600-b1a6-455c-916d-cc0b84421c91 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:38.800639 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9e985e23-060d-45d7-8225-c0c906e92525 req-533e3600-b1a6-455c-916d-cc0b84421c91 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0849345 Feb 15 05:11:38.827620 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a0b2b48-36f1-405c-ad93-6141fcf44e36 req-623edad8-b682-4fe0-b48d-71c3f6f60d50 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664475 Feb 15 05:11:38.855621 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9e985e23-060d-45d7-8225-c0c906e92525 req-16ae221a-bcaa-4321-9c04-bb915cf991de tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490894 Feb 15 05:11:39.265238 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edea419-fe69-460a-9664-e0d5aee6bb46 req-f04cccc9-7e97-405d-8ed1-030736df6a6a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:39.266660 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8edea419-fe69-460a-9664-e0d5aee6bb46 req-f04cccc9-7e97-405d-8ed1-030736df6a6a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0535400 Feb 15 05:11:39.309855 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8edea419-fe69-460a-9664-e0d5aee6bb46 req-66ca2927-207e-4ffe-9652-34ffd9839eb2 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378168 Feb 15 05:11:39.576129 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:39.994122 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca777bb3-384f-438d-8e22-a339582283da req-2c2343e0-c364-479b-b378-4a01dc82d2d5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:39.995605 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca777bb3-384f-438d-8e22-a339582283da req-2c2343e0-c364-479b-b378-4a01dc82d2d5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1012733 Feb 15 05:11:40.018367 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8788c4-b4d0-46ad-af47-d11d307050df req-f7c3f7b6-9a5f-4aa7-9ec2-37ba747fd252 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:40.019823 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f8788c4-b4d0-46ad-af47-d11d307050df req-f7c3f7b6-9a5f-4aa7-9ec2-37ba747fd252 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0793118 Feb 15 05:11:40.078957 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca777bb3-384f-438d-8e22-a339582283da req-d1cfc441-387f-4f9c-b64c-f33db2d7b872 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772309 Feb 15 05:11:40.089511 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f8788c4-b4d0-46ad-af47-d11d307050df req-789129d8-7e0f-4f23-9ed4-ed64e9827f03 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633357 Feb 15 05:11:40.423019 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52a005-22da-437d-bd7a-99769a7dfe38 req-2eafc5f0-e050-4aa0-9127-5e68525619cc tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:40.424464 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b52a005-22da-437d-bd7a-99769a7dfe38 req-2eafc5f0-e050-4aa0-9127-5e68525619cc tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0507228 Feb 15 05:11:40.469138 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b52a005-22da-437d-bd7a-99769a7dfe38 req-828b8c65-e16f-40e4-bdf9-fc23c605d588 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393932 Feb 15 05:11:41.229404 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017fc5a-0859-4532-a0b5-5736fdba89b7 req-fecf0691-f316-4509-93e3-9ed85321be6f tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:41.231178 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e017fc5a-0859-4532-a0b5-5736fdba89b7 req-fecf0691-f316-4509-93e3-9ed85321be6f tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0855837 Feb 15 05:11:41.239534 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213315a-a252-49b0-9484-a1887dc7ada4 req-8f4dd340-6887-497b-97a7-a46fafba2a13 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:41.241001 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1213315a-a252-49b0-9484-a1887dc7ada4 req-8f4dd340-6887-497b-97a7-a46fafba2a13 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0857620 Feb 15 05:11:41.319077 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e017fc5a-0859-4532-a0b5-5736fdba89b7 req-1fffb650-5a35-4a3d-9fea-249938590008 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770075 Feb 15 05:11:41.322653 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1213315a-a252-49b0-9484-a1887dc7ada4 req-62651d1c-b6bf-4da9-99ec-401d98b3ef36 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732968 Feb 15 05:11:41.592845 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962b702-c11e-428b-8c9c-b5a3c6a4bf3c req-ae001510-fa11-43f6-be8d-1d9f768275f3 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:41.594715 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c962b702-c11e-428b-8c9c-b5a3c6a4bf3c req-ae001510-fa11-43f6-be8d-1d9f768275f3 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0573699 Feb 15 05:11:41.646136 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c962b702-c11e-428b-8c9c-b5a3c6a4bf3c req-87f25690-b491-4106-a318-703b1c828095 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433083 Feb 15 05:11:42.473226 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acad61-41da-4c76-abf3-1bfcc1c61bf8 req-f5378d22-4957-4339-9849-1327d256d253 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:42.475953 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52acad61-41da-4c76-abf3-1bfcc1c61bf8 req-f5378d22-4957-4339-9849-1327d256d253 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0891163 Feb 15 05:11:42.483969 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10685aba-f38a-4564-9444-92ae5170fecd req-a4d18eba-5bc3-4869-b70a-a2f357d52ca1 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:42.485382 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10685aba-f38a-4564-9444-92ae5170fecd req-a4d18eba-5bc3-4869-b70a-a2f357d52ca1 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0900240 Feb 15 05:11:42.556799 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52acad61-41da-4c76-abf3-1bfcc1c61bf8 req-27f3fbee-73d3-48ff-a129-2b2d3f3d2494 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702360 Feb 15 05:11:42.559439 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10685aba-f38a-4564-9444-92ae5170fecd req-6f87f8a8-5986-4346-8fe3-c5043ee585cb tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674205 Feb 15 05:11:42.765650 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d769b6-c23d-4c0f-ac3c-5d8790927038 req-b5ef2fea-fc71-4ef8-a86a-309e2e05da14 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:42.767120 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-62d769b6-c23d-4c0f-ac3c-5d8790927038 req-b5ef2fea-fc71-4ef8-a86a-309e2e05da14 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0528009 Feb 15 05:11:42.816020 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-62d769b6-c23d-4c0f-ac3c-5d8790927038 req-a322d74c-892b-4956-9793-b2a84bca175d tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Feb 15 05:11:43.705067 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21142e-3d63-4870-a878-3a5510626125 req-54b102a0-f6bf-4024-9152-1a31497bb79f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:43.706507 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e21142e-3d63-4870-a878-3a5510626125 req-54b102a0-f6bf-4024-9152-1a31497bb79f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0802350 Feb 15 05:11:43.712940 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deab039-441a-4bd4-886b-53c889d83d05 req-d9d352a2-381c-456c-acf9-aeefa11a85b0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:43.714263 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7deab039-441a-4bd4-886b-53c889d83d05 req-d9d352a2-381c-456c-acf9-aeefa11a85b0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0892086 Feb 15 05:11:43.782961 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e21142e-3d63-4870-a878-3a5510626125 req-2d0838cd-9800-49a8-902c-e04479ce3573 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677867 Feb 15 05:11:43.786115 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7deab039-441a-4bd4-886b-53c889d83d05 req-47c4dcaa-af1a-4a5c-89c9-2bf8f40e665d tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Feb 15 05:11:43.932461 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ce669-bdcb-49f8-be09-42a58f6a9ecb req-4e84ea1a-0b58-4030-92bc-4260063a141a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:43.933907 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d08ce669-bdcb-49f8-be09-42a58f6a9ecb req-4e84ea1a-0b58-4030-92bc-4260063a141a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0535152 Feb 15 05:11:43.980250 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d08ce669-bdcb-49f8-be09-42a58f6a9ecb req-5457852d-7f3b-4a4f-8647-af76f7bb504e tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402143 Feb 15 05:11:44.930241 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1cbe6-762b-47d5-9a29-4cb7af7d7d2e req-6304d742-4681-4b08-951d-9e5d8046c1f2 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:44.931753 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-37d1cbe6-762b-47d5-9a29-4cb7af7d7d2e req-6304d742-4681-4b08-951d-9e5d8046c1f2 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0816066 Feb 15 05:11:44.939306 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998eabe-b22c-4679-a74e-8cd3daa9c1ae req-47ebaf90-0f0f-448b-af3b-13410c8659c3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:44.940836 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3998eabe-b22c-4679-a74e-8cd3daa9c1ae req-47ebaf90-0f0f-448b-af3b-13410c8659c3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0894971 Feb 15 05:11:45.014641 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-37d1cbe6-762b-47d5-9a29-4cb7af7d7d2e req-6dc7ddb3-54f2-4f64-94e2-a2dd4fcf4a40 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728457 Feb 15 05:11:45.017899 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3998eabe-b22c-4679-a74e-8cd3daa9c1ae req-de70f3ef-3bea-46a2-ba2b-252481416d0c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705533 Feb 15 05:11:45.116080 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f93eb-4990-4737-99be-6a9e4d2cca5a req-a30ea80d-bd5e-452b-bf23-e8460a99a7f8 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:45.117424 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d4f93eb-4990-4737-99be-6a9e4d2cca5a req-a30ea80d-bd5e-452b-bf23-e8460a99a7f8 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0513771 Feb 15 05:11:45.196297 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d4f93eb-4990-4737-99be-6a9e4d2cca5a req-f30901ad-95f6-43b2-a32a-a882e77751b1 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731127 Feb 15 05:11:46.393610 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52883ba9-b07d-4dc5-bff7-c65aaee34089 req-f54664d0-9964-47e2-ad26-a3872e310254 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:46.395039 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52883ba9-b07d-4dc5-bff7-c65aaee34089 req-f54664d0-9964-47e2-ad26-a3872e310254 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.3083341 Feb 15 05:11:46.401543 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389448cd-986d-4005-885f-7265f6643f44 req-9402b26b-dfe6-4f0e-bc7f-2b3a738c71b4 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:46.402848 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-389448cd-986d-4005-885f-7265f6643f44 req-9402b26b-dfe6-4f0e-bc7f-2b3a738c71b4 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.3143249 Feb 15 05:11:46.468933 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52883ba9-b07d-4dc5-bff7-c65aaee34089 req-2103d014-5be4-4e22-ac0a-6f3a26691d26 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651054 Feb 15 05:11:46.472760 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-389448cd-986d-4005-885f-7265f6643f44 req-922184e4-983f-4dbf-ba90-b196676839f5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635297 Feb 15 05:11:46.572181 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72862dda-9ff3-4688-b8b1-44f3f5ea9ea9 req-629e111e-133c-4110-9374-2b78dc5b032e tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:46.574191 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72862dda-9ff3-4688-b8b1-44f3f5ea9ea9 req-629e111e-133c-4110-9374-2b78dc5b032e tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0518675 Feb 15 05:11:46.619489 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72862dda-9ff3-4688-b8b1-44f3f5ea9ea9 req-584e6097-adf4-4087-9dd6-74106b98344f tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398068 Feb 15 05:11:47.617456 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d39e65-a0fa-4cc5-bb9c-6869e165690e req-362a4c89-06df-4851-b21d-20127717b834 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:47.618898 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97d39e65-a0fa-4cc5-bb9c-6869e165690e req-362a4c89-06df-4851-b21d-20127717b834 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0828998 Feb 15 05:11:47.626630 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae1b83-eebd-449d-a47a-a24208d0d506 req-9f3c74c6-8d02-42c5-835e-a61bcc1c1bb3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:47.627967 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9ae1b83-eebd-449d-a47a-a24208d0d506 req-9f3c74c6-8d02-42c5-835e-a61bcc1c1bb3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0835690 Feb 15 05:11:47.696043 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97d39e65-a0fa-4cc5-bb9c-6869e165690e req-1ae6013d-ce57-4033-b0d9-e15769febad9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671482 Feb 15 05:11:47.703014 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9ae1b83-eebd-449d-a47a-a24208d0d506 req-6de4de0f-e459-4500-8d6f-1a2d3cb2c56b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684466 Feb 15 05:11:47.807060 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba96886-fbd9-44b9-ba96-4da112a62888 req-fa0df130-a3db-40fa-8a57-c8eb94b8cf4a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:47.808504 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bba96886-fbd9-44b9-ba96-4da112a62888 req-fa0df130-a3db-40fa-8a57-c8eb94b8cf4a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0571754 Feb 15 05:11:47.864853 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bba96886-fbd9-44b9-ba96-4da112a62888 req-8140f098-1a6a-4cf5-8f5b-c16d9ac2041d tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500460 Feb 15 05:11:48.101239 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:48.844003 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee843fb-a697-410a-89fa-32ba803f5ed0 req-7f2dd414-af37-44ee-93d4-fb0c99230b77 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:48.845397 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ee843fb-a697-410a-89fa-32ba803f5ed0 req-7f2dd414-af37-44ee-93d4-fb0c99230b77 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0727162 Feb 15 05:11:48.851926 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e877be0-4db3-4408-ad13-1d4817e7e0dc req-d88a44d5-d6ad-4f0d-befe-ad49b3da9fec tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:48.853257 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7e877be0-4db3-4408-ad13-1d4817e7e0dc req-d88a44d5-d6ad-4f0d-befe-ad49b3da9fec tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0896566 Feb 15 05:11:48.921894 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ee843fb-a697-410a-89fa-32ba803f5ed0 req-4bda7dbc-b7d4-43d1-8e27-89901e913e63 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676866 Feb 15 05:11:48.927444 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7e877be0-4db3-4408-ad13-1d4817e7e0dc req-6fec2cb7-ba6c-4d6f-bc06-1b2df68c6ba4 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661428 Feb 15 05:11:49.035036 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8024ce9-2ed9-44db-9b74-c0bfdc0e8ca2 req-c9aa362c-9767-4c04-adb4-27fd6fcdc559 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:49.036499 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8024ce9-2ed9-44db-9b74-c0bfdc0e8ca2 req-c9aa362c-9767-4c04-adb4-27fd6fcdc559 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0570481 Feb 15 05:11:49.081875 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8024ce9-2ed9-44db-9b74-c0bfdc0e8ca2 req-b9574554-9ba1-4fc3-bf6d-0f712ee5d1cd tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Feb 15 05:11:50.067710 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3a0e6-62d0-4dbf-8865-678f64171770 req-c6a044e1-8c6d-4d4f-94fa-fd4ed7c7b7e5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:50.069157 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-12d3a0e6-62d0-4dbf-8865-678f64171770 req-c6a044e1-8c6d-4d4f-94fa-fd4ed7c7b7e5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0811899 Feb 15 05:11:50.076869 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e624ca8-28d1-4830-8840-b504ccee7b2b req-7b30f542-87d8-4f05-a743-1fdd311e09dd tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:50.078201 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e624ca8-28d1-4830-8840-b504ccee7b2b req-7b30f542-87d8-4f05-a743-1fdd311e09dd tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0817132 Feb 15 05:11:50.150299 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-12d3a0e6-62d0-4dbf-8865-678f64171770 req-b459c642-4d94-45a2-b5f5-6858e3de83ce tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711660 Feb 15 05:11:50.153510 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e624ca8-28d1-4830-8840-b504ccee7b2b req-c3402ec4-143e-4b1a-a86f-60bf86f649b0 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689094 Feb 15 05:11:50.251536 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfedaa5-16e7-42f3-a079-98e7a5570c17 req-4575f5fc-1b28-4ba4-97dd-caf8acf12d5c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:50.252886 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdfedaa5-16e7-42f3-a079-98e7a5570c17 req-4575f5fc-1b28-4ba4-97dd-caf8acf12d5c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0510201 Feb 15 05:11:50.303206 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdfedaa5-16e7-42f3-a079-98e7a5570c17 req-02d5f440-58e5-4c1d-87aa-0fdff7b1f7a7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Feb 15 05:11:51.299292 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27facc3-93a3-41ca-9158-c26e307104bb req-009c7572-5c21-4cbf-a2c9-17dd10aee06a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:51.300775 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a27facc3-93a3-41ca-9158-c26e307104bb req-009c7572-5c21-4cbf-a2c9-17dd10aee06a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0821366 Feb 15 05:11:51.308265 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f43042-99a7-444d-b9fc-258f6e10225b req-da664af6-3e41-4bc8-b66d-fc739758c3ff tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:51.309630 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66f43042-99a7-444d-b9fc-258f6e10225b req-da664af6-3e41-4bc8-b66d-fc739758c3ff tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0922391 Feb 15 05:11:51.378737 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a27facc3-93a3-41ca-9158-c26e307104bb req-fef2f44c-73c0-42ec-8145-bcef8ceeb717 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676301 Feb 15 05:11:51.382966 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66f43042-99a7-444d-b9fc-258f6e10225b req-5238b6c6-bb26-47db-a036-1668eca06ba0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663354 Feb 15 05:11:51.480990 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6885a35-6e34-48f7-845e-41d9c26dbd1c req-e452b8f7-a902-46c6-8ff1-bb35c2d3e3f5 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:51.483039 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6885a35-6e34-48f7-845e-41d9c26dbd1c req-e452b8f7-a902-46c6-8ff1-bb35c2d3e3f5 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0526211 Feb 15 05:11:51.527966 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6885a35-6e34-48f7-845e-41d9c26dbd1c req-e85464b6-97b1-47c0-831c-9afbd74d36c3 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395033 Feb 15 05:11:52.528686 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498f6ab-6d14-4057-bfa1-500143fd603c req-8477097c-4304-4831-9f30-956dd6b6a858 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:52.530715 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4498f6ab-6d14-4057-bfa1-500143fd603c req-8477097c-4304-4831-9f30-956dd6b6a858 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0860205 Feb 15 05:11:52.540352 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2c174-6e49-46e7-be29-17768be07e37 req-faec5316-3d30-4129-8e58-6f9de13611ee tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:52.541688 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4db2c174-6e49-46e7-be29-17768be07e37 req-faec5316-3d30-4129-8e58-6f9de13611ee tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0881174 Feb 15 05:11:52.610013 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4498f6ab-6d14-4057-bfa1-500143fd603c req-c44f8660-014a-4d83-ad33-8b09cd04a4a0 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673182 Feb 15 05:11:52.613131 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4db2c174-6e49-46e7-be29-17768be07e37 req-b2623c11-ead6-4def-aef5-f7f8b10404a2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650561 Feb 15 05:11:52.713522 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ad7c-3d6c-4443-9fce-a2735ab202e1 req-f1d9b084-a74f-486a-bf25-7d3e325a36b2 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:52.714935 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8db0ad7c-3d6c-4443-9fce-a2735ab202e1 req-f1d9b084-a74f-486a-bf25-7d3e325a36b2 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0507715 Feb 15 05:11:52.761516 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8db0ad7c-3d6c-4443-9fce-a2735ab202e1 req-68e6039b-1acb-401a-bc1e-2fe386c8b8c7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Feb 15 05:11:53.255649 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5356e37-3571-47d0-985d-ac167829e129 req-e0896a3b-3175-4bc9-a568-b643b9ae0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:53.257420 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a5356e37-3571-47d0-985d-ac167829e129 req-e0896a3b-3175-4bc9-a568-b643b9ae0746 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc00c2984834d619587d8bfc62961b1&device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 1128 time: 0.0477698 Feb 15 05:11:53.352686 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64d1f9-25d2-4591-bfda-c521cfa8cb10 req-a77dacb0-f6a0-4844-84dd-512c149fd2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:53.353770 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c64d1f9-25d2-4591-bfda-c521cfa8cb10 req-a77dacb0-f6a0-4844-84dd-512c149fd2bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 1129 time: 0.0487688 Feb 15 05:11:53.362498 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5356e37-3571-47d0-985d-ac167829e129 req-10250819-4e49-49bb-9580-4f6f8655c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:53.364006 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a5356e37-3571-47d0-985d-ac167829e129 req-10250819-4e49-49bb-9580-4f6f8655c950 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bbc00c2984834d619587d8bfc62961b1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947826 Feb 15 05:11:53.475747 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5356e37-3571-47d0-985d-ac167829e129 req-df3a020a-3b58-4c0d-8448-a6bfc78a3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:53.477100 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a5356e37-3571-47d0-985d-ac167829e129 req-df3a020a-3b58-4c0d-8448-a6bfc78a3b74 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888228 Feb 15 05:11:53.487491 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64d1f9-25d2-4591-bfda-c521cfa8cb10 req-f241c811-6b2d-4768-838a-ec4d7bc7be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:53.489061 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c64d1f9-25d2-4591-bfda-c521cfa8cb10 req-f241c811-6b2d-4768-838a-ec4d7bc7be63 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 919 time: 0.0839429 Feb 15 05:11:53.533298 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c64d1f9-25d2-4591-bfda-c521cfa8cb10 req-124a539b-89fa-4172-bc70-919b8111c9a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6b9c521-fe95-4412-b96b-8cec59d3f530 HTTP/1.1" status: 200 len: 217 time: 0.0378056 Feb 15 05:11:53.556326 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f594020d-0918-49a9-98ff-e9e7f9a086c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:53.557872 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-f594020d-0918-49a9-98ff-e9e7f9a086c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc00c2984834d619587d8bfc62961b1&device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 1128 time: 0.0456364 Feb 15 05:11:53.581605 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64d1f9-25d2-4591-bfda-c521cfa8cb10 req-f2bd52e9-d9e5-418f-9fec-a70641c9c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:53.583023 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c64d1f9-25d2-4591-bfda-c521cfa8cb10 req-f2bd52e9-d9e5-418f-9fec-a70641c9c235 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ea711dc-35af-4e23-a3c6-058831f747a6 HTTP/1.1" status: 200 len: 858 time: 0.0439045 Feb 15 05:11:53.743708 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-206ccf62-5c6a-4c23-bcb0-2f6000fee323 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9b807c1-35ec-40db-861b-2d12342ef398 HTTP/1.1" status: 200 len: 217 time: 0.0339806 Feb 15 05:11:53.757255 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c64d1f9-25d2-4591-bfda-c521cfa8cb10 req-37234d4f-53a2-4b49-9ea1-85d88dc6f79f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd594851-7477-41c9-a7b4-26db9b9126be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334630 Feb 15 05:11:53.795680 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706661-178f-4dba-9b41-a9ac779ac712 req-26220438-3a68-40e2-8619-f93845e15ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:53.797120 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-26220438-3a68-40e2-8619-f93845e15ac7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1 HTTP/1.1" status: 200 len: 853 time: 0.0470047 Feb 15 05:11:53.829111 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8e441-6074-429a-92fb-c92179a80cc0 req-b24db897-1d4e-433d-b9b3-0b106d1e5789 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:53.830566 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-43e8e441-6074-429a-92fb-c92179a80cc0 req-b24db897-1d4e-433d-b9b3-0b106d1e5789 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.1536093 Feb 15 05:11:53.838688 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5303f17-5622-4724-8baa-a389d8ac50d6 req-59cbb928-8bde-4dba-8637-41ea397c786c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:53.840092 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5303f17-5622-4724-8baa-a389d8ac50d6 req-59cbb928-8bde-4dba-8637-41ea397c786c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1531241 Feb 15 05:11:53.857275 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706661-178f-4dba-9b41-a9ac779ac712 req-b9ca3b27-a910-4907-b198-c2a04670eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:53.858775 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-b9ca3b27-a910-4907-b198-c2a04670eebd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ace76cb-ba34-4b68-82fc-17f0038f29d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548074 Feb 15 05:11:53.938082 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c64d1f9-25d2-4591-bfda-c521cfa8cb10 req-667cfda2-d51a-4524-b5b2-efe4b285730b service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732657 Feb 15 05:11:53.942604 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5303f17-5622-4724-8baa-a389d8ac50d6 req-0024b2a6-c81a-428c-9a47-2ca7ab9e5c81 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904841 Feb 15 05:11:53.945601 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-43e8e441-6074-429a-92fb-c92179a80cc0 req-9ced28ed-3867-4ac8-82ac-24291fb0413c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025383 Feb 15 05:11:53.949236 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-fe50a541-ff08-4405-a087-c9c9916f1dd2 service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837970 Feb 15 05:11:54.055588 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33eb67-f22a-43d9-a2bc-4e14b5b1f426 req-b792ad07-ccd0-40a8-8e74-9da9c5790d58 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:54.057038 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e33eb67-f22a-43d9-a2bc-4e14b5b1f426 req-b792ad07-ccd0-40a8-8e74-9da9c5790d58 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0596061 Feb 15 05:11:54.122019 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95706661-178f-4dba-9b41-a9ac779ac712 req-201c1451-c1b5-498d-b386-5a2e866d98ce service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829589 Feb 15 05:11:54.149834 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e33eb67-f22a-43d9-a2bc-4e14b5b1f426 req-8fc7db40-8611-48b2-8982-7958e61825d7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835781 Feb 15 05:11:54.166761 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c64d1f9-25d2-4591-bfda-c521cfa8cb10 req-36d5788d-25f5-4897-89de-862c71962b12 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274900 Feb 15 05:11:55.111831 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c036c8-5642-46fd-b342-c996707cc16c req-915f4a2c-9b8b-48a1-bdd3-8b5e5b55bafd tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:55.113286 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46c036c8-5642-46fd-b342-c996707cc16c req-915f4a2c-9b8b-48a1-bdd3-8b5e5b55bafd tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0749865 Feb 15 05:11:55.120909 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c652d-cd3c-4c9f-b42e-311fe14d052c req-b487c190-fdec-4fcb-b59e-7b390e10e32b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:55.122319 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b9c652d-cd3c-4c9f-b42e-311fe14d052c req-b487c190-fdec-4fcb-b59e-7b390e10e32b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0947528 Feb 15 05:11:55.194930 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46c036c8-5642-46fd-b342-c996707cc16c req-5adb8ba7-e343-4007-a2b6-56abadaa5acc tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716400 Feb 15 05:11:55.198073 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b9c652d-cd3c-4c9f-b42e-311fe14d052c req-a7aeb513-4411-4638-8494-44d735cb49d2 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690851 Feb 15 05:11:55.301574 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606235d4-ad82-41fb-80c7-29d6d97cb9be req-448fe199-4a2b-4a2c-89e1-dd4e08694965 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:55.303051 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606235d4-ad82-41fb-80c7-29d6d97cb9be req-448fe199-4a2b-4a2c-89e1-dd4e08694965 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0531242 Feb 15 05:11:55.350373 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606235d4-ad82-41fb-80c7-29d6d97cb9be req-e614389b-0eba-47b2-8483-45f325a3efca tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413251 Feb 15 05:11:56.345235 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d24bb-8933-4563-a446-2448f0b407b7 req-4436947d-b9c0-4c98-bb86-839148f92f64 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:56.346697 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-156d24bb-8933-4563-a446-2448f0b407b7 req-4436947d-b9c0-4c98-bb86-839148f92f64 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0856581 Feb 15 05:11:56.353314 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832962c-2195-44f1-b6f9-2eefda665eba req-06e1b3a4-f8cf-4c7d-a166-d20269b1cb10 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:56.354716 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a832962c-2195-44f1-b6f9-2eefda665eba req-06e1b3a4-f8cf-4c7d-a166-d20269b1cb10 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 943 time: 0.0850086 Feb 15 05:11:56.422778 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-156d24bb-8933-4563-a446-2448f0b407b7 req-18adb199-b8e5-4e7c-8160-b181902b4277 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671189 Feb 15 05:11:56.442539 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a832962c-2195-44f1-b6f9-2eefda665eba req-b2cf33f7-1398-4d5e-8060-c58d215bc0ab tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709345 Feb 15 05:11:56.531468 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f360a-d508-4d46-a921-e48e7509e3e2 req-66ab278c-c0bf-4d22-ac64-0c95d82960c1 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:56.533052 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b3f360a-d508-4d46-a921-e48e7509e3e2 req-66ab278c-c0bf-4d22-ac64-0c95d82960c1 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0574641 Feb 15 05:11:56.579722 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b3f360a-d508-4d46-a921-e48e7509e3e2 req-58b3c96f-ca6b-4344-9044-d2bb44f8d90d tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Feb 15 05:11:56.980540 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d102c-cd85-4fd7-8aad-08ccaee6f1b7 req-286dfde5-890a-4d68-a38c-b7a83a749d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:56.981980 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-384d102c-cd85-4fd7-8aad-08ccaee6f1b7 req-286dfde5-890a-4d68-a38c-b7a83a749d73 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 1129 time: 0.0457029 Feb 15 05:11:57.025155 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-384d102c-cd85-4fd7-8aad-08ccaee6f1b7 req-2c6e2840-f99c-44e9-af85-d93125c71646 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368874 Feb 15 05:11:57.112458 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device b2cebbd3-6edb-4149-aa72-0b31134b56d2 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:11:57.228016 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port b2cebbd3-6edb-4149-aa72-0b31134b56d2, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=b2cebbd3-6edb-4149-aa72-0b31134b56d2,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:57.237483 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': 'b2cebbd3-6edb-4149-aa72-0b31134b56d2', 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675', 'port_id': 'b2cebbd3-6edb-4149-aa72-0b31134b56d2', 'mac_address': 'fa:16:3e:74:6e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8221d351-c26f-4724-86e9-a8efc7e8f33f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:11:57.277239 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port b2cebbd3-6edb-4149-aa72-0b31134b56d2 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:57.277806 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:57.291960 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2cebbd3-6edb-4149-aa72-0b31134b56d2 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:11:57.323818 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port b2cebbd3-6edb-4149-aa72-0b31134b56d2, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=b2cebbd3-6edb-4149-aa72-0b31134b56d2,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:57.330322 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:57.401779 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=b2cebbd3-6edb-4149-aa72-0b31134b56d2,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:57.475005 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 54436) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:57.586283 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a5e0a-31fc-4aab-bd74-bdaf9d78e700 req-b583242b-bf83-47a2-b7c4-bd74532af7c6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:57.587769 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f86a5e0a-31fc-4aab-bd74-bdaf9d78e700 req-b583242b-bf83-47a2-b7c4-bd74532af7c6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0945046 Feb 15 05:11:57.589331 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:57.598997 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850c1d-c6c1-4a81-a5ef-166a74883ebb req-58e09ed8-0cd5-4a53-a06f-7f5167b6c32f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:57.600434 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d7850c1d-c6c1-4a81-a5ef-166a74883ebb req-58e09ed8-0cd5-4a53-a06f-7f5167b6c32f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 944 time: 0.0700891 Feb 15 05:11:57.667975 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Publish callbacks [] for security_group (c31e4a11-919e-4c43-b1d9-433650889a83), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:57.668213 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f86a5e0a-31fc-4aab-bd74-bdaf9d78e700 req-78fe34c9-68b8-4f67-9cce-0eb4b9c3e2cf tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667269 Feb 15 05:11:57.673751 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (c31e4a11-919e-4c43-b1d9-433650889a83), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:57.680681 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d7850c1d-c6c1-4a81-a5ef-166a74883ebb req-b540be46-e4f2-4e06-b310-24404b46e8c3 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720377 Feb 15 05:11:57.712073 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f77a4c90307941c6be2cee014f8af77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359700 Feb 15 05:11:57.712911 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31e4a11-919e-4c43-b1d9-433650889a83,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:57.714885 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 54442) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:11:57.719988 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.720360 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.720879 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.721222 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.721956 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.722295 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.722631 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.722960 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.723302 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.723675 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.724003 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.724323 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.724642 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4086dd8-45f0-4df2-81c1-b05b0e38c664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.752203 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b2cebbd3-6edb-4149-aa72-0b31134b56d2'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:11:57.795905 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Publish callbacks [] for security_group (c31e4a11-919e-4c43-b1d9-433650889a83), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:57.806400 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d25403-1ee5-4d60-a049-06ff563d4235 req-05578527-5f7d-4dd4-8717-21a7b73d9793 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:57.807869 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d7d25403-1ee5-4d60-a049-06ff563d4235 req-05578527-5f7d-4dd4-8717-21a7b73d9793 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0784645 Feb 15 05:11:57.837512 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Publish callbacks [] for security_group (c31e4a11-919e-4c43-b1d9-433650889a83), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:57.890052 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d7d25403-1ee5-4d60-a049-06ff563d4235 req-2f128248-312c-49d6-9fa1-24d573c321a7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747736 Feb 15 05:11:57.908707 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (c31e4a11-919e-4c43-b1d9-433650889a83), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:57.911442 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:57.912567 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c31e4a11-919e-4c43-b1d9-433650889a83 HTTP/1.1" status: 204 len: 168 time: 0.1966846 Feb 15 05:11:57.920514 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31e4a11-919e-4c43-b1d9-433650889a83,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:11:57.927571 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.927944 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.928298 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.928637 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.928998 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.929328 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.929669 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.930063 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.930323 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.930669 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.931000 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.931327 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:57.931678 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7febecc2-4769-4a9a-be06-dd2c87ece44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:11:58.873401 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a337a-25fa-435c-b556-d74852efd6c4 req-f267efe4-adb2-49a1-b855-23f9f25d3fd5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:58.875367 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b7a337a-25fa-435c-b556-d74852efd6c4 req-f267efe4-adb2-49a1-b855-23f9f25d3fd5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0893333 Feb 15 05:11:58.883948 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77a614-5bc1-4bee-96e1-a868ac808f66 req-8eb729ee-846c-4c9f-8a49-8363dc4e251f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:58.885642 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e77a614-5bc1-4bee-96e1-a868ac808f66 req-8eb729ee-846c-4c9f-8a49-8363dc4e251f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 944 time: 0.0979350 Feb 15 05:11:58.959693 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b7a337a-25fa-435c-b556-d74852efd6c4 req-f30a7ebc-2fcd-4eec-bf12-82a2dedb8b23 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729203 Feb 15 05:11:58.983113 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e77a614-5bc1-4bee-96e1-a868ac808f66 req-2fb1a672-b83f-46de-8eee-40b65d5b742b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885575 Feb 15 05:11:59.071305 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37d0d6-5446-49ec-bda6-95d2e885a4d8 req-7b256fc6-0615-438b-921b-9d929f550c31 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:11:59.072772 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2f37d0d6-5446-49ec-bda6-95d2e885a4d8 req-7b256fc6-0615-438b-921b-9d929f550c31 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 944 time: 0.0539813 Feb 15 05:11:59.117393 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2f37d0d6-5446-49ec-bda6-95d2e885a4d8 req-ed9f69d3-51c3-48cd-b76a-dc845c35ef45 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389876 Feb 15 05:11:59.712695 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device b9b807c1-35ec-40db-861b-2d12342ef398 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:11:59.809154 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port b9b807c1-35ec-40db-861b-2d12342ef398, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=b9b807c1-35ec-40db-861b-2d12342ef398,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:59.821272 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'port_id': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'mac_address': 'fa:16:3e:07:39:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:11:59.857690 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port b9b807c1-35ec-40db-861b-2d12342ef398 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:11:59.858079 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:59.870275 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b807c1-35ec-40db-861b-2d12342ef398 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:11:59.890051 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port b9b807c1-35ec-40db-861b-2d12342ef398, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=b9b807c1-35ec-40db-861b-2d12342ef398,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:11:59.893589 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:11:59.941293 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=b9b807c1-35ec-40db-861b-2d12342ef398,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:00.104609 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589a84e-61ec-4ab3-ae64-d3b75ca42383 req-dd72d082-d98c-4612-801b-ff28ca1bfca8 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:00.106059 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d589a84e-61ec-4ab3-ae64-d3b75ca42383 req-dd72d082-d98c-4612-801b-ff28ca1bfca8 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0791330 Feb 15 05:12:00.125298 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9436aa-8eea-4f08-89f9-56f94324b936 req-a8417055-7abb-4d17-81d1-3e1bd7a19bf9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:00.126645 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c9436aa-8eea-4f08-89f9-56f94324b936 req-a8417055-7abb-4d17-81d1-3e1bd7a19bf9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 944 time: 0.0738003 Feb 15 05:12:00.191311 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d589a84e-61ec-4ab3-ae64-d3b75ca42383 req-15610663-fdb0-4150-a042-00d23d946f03 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784781 Feb 15 05:12:00.198020 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c9436aa-8eea-4f08-89f9-56f94324b936 req-6e49593c-3926-410d-a7b3-d612ca9cbc16 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641470 Feb 15 05:12:00.292905 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c21bf-1a29-4853-861e-452bb6dfa086 req-0b84a680-778e-4591-8f7d-adec33e6c62a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:00.294367 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e41c21bf-1a29-4853-861e-452bb6dfa086 req-0b84a680-778e-4591-8f7d-adec33e6c62a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 945 time: 0.0516217 Feb 15 05:12:00.339340 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e41c21bf-1a29-4853-861e-452bb6dfa086 req-78d1ffa2-0bf1-48da-8948-2a7faa284b49 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Feb 15 05:12:01.342282 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711af7a-8455-460f-8557-4323a95e84fa req-46eafbb4-039e-4e3e-bb01-ee681f7922bc tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:01.343804 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b711af7a-8455-460f-8557-4323a95e84fa req-46eafbb4-039e-4e3e-bb01-ee681f7922bc tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0862577 Feb 15 05:12:01.350415 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1d5d-51c5-4a63-9ae5-7a07b2e456b4 req-25f1580e-6a70-4077-85e7-a1012886472e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:01.351790 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a35c1d5d-51c5-4a63-9ae5-7a07b2e456b4 req-25f1580e-6a70-4077-85e7-a1012886472e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 944 time: 0.0851490 Feb 15 05:12:01.422351 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b711af7a-8455-460f-8557-4323a95e84fa req-71a8bba0-6fa7-4de0-8ee2-6fc6ab7f836c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696089 Feb 15 05:12:01.425600 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a35c1d5d-51c5-4a63-9ae5-7a07b2e456b4 req-8d5fbbe2-8cf2-42eb-bcde-da6d1c1b7240 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672493 Feb 15 05:12:01.525660 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fcc00-f951-4102-828a-71e00ef92e41 req-f4518b68-d75f-46cf-b3ba-d91929e0dc1b tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:01.527002 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b53fcc00-f951-4102-828a-71e00ef92e41 req-f4518b68-d75f-46cf-b3ba-d91929e0dc1b tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 945 time: 0.0520928 Feb 15 05:12:01.572428 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b53fcc00-f951-4102-828a-71e00ef92e41 req-e9178838-29b1-4690-b691-4f3748c7c925 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392683 Feb 15 05:12:02.569416 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c7a5f-0798-4846-a816-429563c4be5b req-b050dde5-ec82-43a8-be37-d6087a061683 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:02.570863 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-141c7a5f-0798-4846-a816-429563c4be5b req-b050dde5-ec82-43a8-be37-d6087a061683 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0834846 Feb 15 05:12:02.578814 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34d6ef-ea1c-4c7e-a4ba-28cb770b6911 req-8b99870c-8b81-4c3c-9a0c-93f5d42701f5 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:02.580162 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd34d6ef-ea1c-4c7e-a4ba-28cb770b6911 req-8b99870c-8b81-4c3c-9a0c-93f5d42701f5 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 944 time: 0.0843139 Feb 15 05:12:02.649247 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-141c7a5f-0798-4846-a816-429563c4be5b req-7022528e-dc41-4fbd-827b-23baff30196e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681605 Feb 15 05:12:02.655814 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd34d6ef-ea1c-4c7e-a4ba-28cb770b6911 req-972c5eb5-307b-480a-a453-b9f3fd6ebc01 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691700 Feb 15 05:12:02.703797 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b9b807c1-35ec-40db-861b-2d12342ef398'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:02.754203 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17588422-b334-4caf-84d9-41ea7eba7ee7 req-e0541a65-f3d4-40b4-9706-62629777e9d6 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:02.755708 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17588422-b334-4caf-84d9-41ea7eba7ee7 req-e0541a65-f3d4-40b4-9706-62629777e9d6 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 945 time: 0.0538070 Feb 15 05:12:02.811233 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17588422-b334-4caf-84d9-41ea7eba7ee7 req-27a23ca3-3eee-485f-a3bd-e052211f544c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486977 Feb 15 05:12:02.938058 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1719e-3b02-4ac6-adad-b43f186ad0e9 req-611ceefc-bf3f-42f9-9444-536577cdce68 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:02.939528 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30c1719e-3b02-4ac6-adad-b43f186ad0e9 req-611ceefc-bf3f-42f9-9444-536577cdce68 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0781887 Feb 15 05:12:02.954234 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6226daf-54bb-4048-9ffe-55ed78b531b7 req-399b1c65-7fb0-446a-bd04-73f582f42d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:02.955546 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6226daf-54bb-4048-9ffe-55ed78b531b7 req-399b1c65-7fb0-446a-bd04-73f582f42d4f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 1129 time: 0.0673020 Feb 15 05:12:03.038958 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30c1719e-3b02-4ac6-adad-b43f186ad0e9 req-30724ed6-28d0-46c2-9653-bad32c040bc8 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922244 Feb 15 05:12:03.066966 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6226daf-54bb-4048-9ffe-55ed78b531b7 req-264d1874-00f1-46b1-a6c8-d59b31544455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:03.068430 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6226daf-54bb-4048-9ffe-55ed78b531b7 req-264d1874-00f1-46b1-a6c8-d59b31544455 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 919 time: 0.1059902 Feb 15 05:12:03.108607 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6226daf-54bb-4048-9ffe-55ed78b531b7 req-bacca420-e43a-40ae-8209-833ee833f9cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6b9c521-fe95-4412-b96b-8cec59d3f530 HTTP/1.1" status: 200 len: 217 time: 0.0341430 Feb 15 05:12:03.155360 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6226daf-54bb-4048-9ffe-55ed78b531b7 req-a9848adf-c37c-4a2d-ac97-743884bfd7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:03.156845 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6226daf-54bb-4048-9ffe-55ed78b531b7 req-a9848adf-c37c-4a2d-ac97-743884bfd7a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ea711dc-35af-4e23-a3c6-058831f747a6 HTTP/1.1" status: 200 len: 858 time: 0.0420520 Feb 15 05:12:03.194306 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6226daf-54bb-4048-9ffe-55ed78b531b7 req-ec5a54ce-013b-4f9a-b20c-198a0cde0aaf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd594851-7477-41c9-a7b4-26db9b9126be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312922 Feb 15 05:12:03.214022 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b20d7a17-0d59-4f0f-9d16-69c5d1c88892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:03.287086 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6226daf-54bb-4048-9ffe-55ed78b531b7 req-938965ba-0033-47cf-9b94-97602c5afed8 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861275 Feb 15 05:12:03.374628 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6226daf-54bb-4048-9ffe-55ed78b531b7 req-7322f87e-8814-44d9-a504-01ed6cb30b8e service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814006 Feb 15 05:12:03.713825 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device b2cebbd3-6edb-4149-aa72-0b31134b56d2 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:03.766014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port b2cebbd3-6edb-4149-aa72-0b31134b56d2 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:12:03.769806 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port b2cebbd3-6edb-4149-aa72-0b31134b56d2 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:03.770177 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:03.771084 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05030983-38dd-472b-b02e-bda70a708078 req-2b366793-8c0e-4417-8792-ad5a4b918fb1 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:03.772582 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-05030983-38dd-472b-b02e-bda70a708078 req-2b366793-8c0e-4417-8792-ad5a4b918fb1 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 944 time: 0.0531089 Feb 15 05:12:03.819310 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-05030983-38dd-472b-b02e-bda70a708078 req-d85ead43-49d9-486b-a8a7-674dc33717e7 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408113 Feb 15 05:12:03.848796 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port b2cebbd3-6edb-4149-aa72-0b31134b56d2 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:03.849191 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:03.874340 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93eb2779-778a-438f-bab5-db4f8aa5708b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cebbd3-6edb-4149-aa72-0b31134b56d2'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:03.876609 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87860214-05e2-4e4a-b479-9adbbc33073e" -d '{"events": [{"server_uuid": "93eb2779-778a-438f-bab5-db4f8aa5708b", "name": "network-vif-plugged", "status": "completed", "tag": "b2cebbd3-6edb-4149-aa72-0b31134b56d2"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:03.891115 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port b2cebbd3-6edb-4149-aa72-0b31134b56d2, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=b2cebbd3-6edb-4149-aa72-0b31134b56d2,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:03.896111 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:03.925029 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7423d5-ac00-4f4c-ba4c-f427882aa20d x-openstack-request-id: req-5d7423d5-ac00-4f4c-ba4c-f427882aa20d {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:03.925346 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93eb2779-778a-438f-bab5-db4f8aa5708b", "name": "network-vif-plugged", "status": "completed", "tag": "b2cebbd3-6edb-4149-aa72-0b31134b56d2", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:03.925601 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d7423d5-ac00-4f4c-ba4c-f427882aa20d {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:03.926105 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93eb2779-778a-438f-bab5-db4f8aa5708b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cebbd3-6edb-4149-aa72-0b31134b56d2', 'code': 200} Feb 15 05:12:03.954580 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=b2cebbd3-6edb-4149-aa72-0b31134b56d2,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:03.955087 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5377e-571f-45b9-b470-d0251735c2c3 req-bf1d3d6d-c65b-44f5-9d06-a31ebd9c1870 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:03.957262 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6e5377e-571f-45b9-b470-d0251735c2c3 req-bf1d3d6d-c65b-44f5-9d06-a31ebd9c1870 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 945 time: 0.0803182 Feb 15 05:12:03.961989 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:03.962370 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:03.962737 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:03.963083 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:03.963419 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:03.963829 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:03.964111 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:03.964440 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:03.964769 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:03.965108 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:03.965496 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:03.965819 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:03.966675 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:04.008030 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6e5377e-571f-45b9-b470-d0251735c2c3 req-acd30834-231a-4b19-9853-d73343f575c1 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450315 Feb 15 05:12:04.114391 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761598e1-d0d4-4243-b7d8-1557462526e9 req-554c7203-05f5-405f-b6e1-5b2a992e2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:04.116130 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-761598e1-d0d4-4243-b7d8-1557462526e9 req-554c7203-05f5-405f-b6e1-5b2a992e2ade service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 1129 time: 0.0508194 Feb 15 05:12:04.186668 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-761598e1-d0d4-4243-b7d8-1557462526e9 req-8cadc9fc-bd30-4345-b572-3cdec2aa62a6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601983 Feb 15 05:12:04.201508 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772cb1f-f225-43b6-917d-46da9fc0a774 req-61126bb4-e969-4e6b-9066-d946c70037e9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:04.202991 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8772cb1f-f225-43b6-917d-46da9fc0a774 req-61126bb4-e969-4e6b-9066-d946c70037e9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0859509 Feb 15 05:12:04.261425 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8772cb1f-f225-43b6-917d-46da9fc0a774 req-fcf5a0b9-00b7-4def-8404-647d2b9393ed tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515916 Feb 15 05:12:04.944980 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed1eb1-3cf6-4e8f-ad99-e0b45fee3482 req-49e62e3e-c81e-424a-838e-27ca2ee439f9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:04.946469 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-44ed1eb1-3cf6-4e8f-ad99-e0b45fee3482 req-49e62e3e-c81e-424a-838e-27ca2ee439f9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 945 time: 0.0571706 Feb 15 05:12:04.992229 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-44ed1eb1-3cf6-4e8f-ad99-e0b45fee3482 req-b29c1166-65f3-4895-8206-df38b34f4d4f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387266 Feb 15 05:12:05.118977 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1067261-9eee-4f76-8f07-1f71906a4eba req-18cf016e-872d-4908-a73e-490ead087a30 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:05.120476 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1067261-9eee-4f76-8f07-1f71906a4eba req-18cf016e-872d-4908-a73e-490ead087a30 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 945 time: 0.0504713 Feb 15 05:12:05.164844 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1067261-9eee-4f76-8f07-1f71906a4eba req-a8b47408-24fa-4c30-b32c-fcb3129ed0ea tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383532 Feb 15 05:12:05.370879 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a4f20-e320-4b66-81f0-2e0aac8c86c5 req-1635b184-cb91-410a-83f6-dac2851e0f26 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:05.372339 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e33a4f20-e320-4b66-81f0-2e0aac8c86c5 req-1635b184-cb91-410a-83f6-dac2851e0f26 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0494988 Feb 15 05:12:05.411111 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd691-b268-4a8f-a8b7-1a144f2e0841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:05.421981 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e33a4f20-e320-4b66-81f0-2e0aac8c86c5 req-c6191813-346a-4b11-9797-97991672667e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442238 Feb 15 05:12:06.105608 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe36e5-2dcd-469a-bc91-186baf755a5c req-ac558a4a-8f86-45f0-bbf7-e7d8adb5ee00 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:06.106958 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d3fe36e5-2dcd-469a-bc91-186baf755a5c req-ac558a4a-8f86-45f0-bbf7-e7d8adb5ee00 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 945 time: 0.0502799 Feb 15 05:12:06.151753 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d3fe36e5-2dcd-469a-bc91-186baf755a5c req-262e6165-890d-46f7-a945-42af01591bc7 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393319 Feb 15 05:12:06.162894 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device b9b807c1-35ec-40db-861b-2d12342ef398 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:06.210931 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port b9b807c1-35ec-40db-861b-2d12342ef398 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:12:06.214700 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port b9b807c1-35ec-40db-861b-2d12342ef398 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:06.215071 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:06.280780 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817f48d-26e1-4f40-9c3a-0224d8d053cb req-3549ca91-6ffa-4d0f-9c9d-7228a16f4db9 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:06.282247 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5817f48d-26e1-4f40-9c3a-0224d8d053cb req-3549ca91-6ffa-4d0f-9c9d-7228a16f4db9 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 945 time: 0.0510685 Feb 15 05:12:06.292608 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port b9b807c1-35ec-40db-861b-2d12342ef398 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:06.292999 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:06.315478 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:06.317774 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc778e1-8076-4ba3-a802-ab989f1e3817" -d '{"events": [{"server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "name": "network-vif-plugged", "status": "completed", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:06.330310 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port b9b807c1-35ec-40db-861b-2d12342ef398, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=b9b807c1-35ec-40db-861b-2d12342ef398,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:06.330857 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5817f48d-26e1-4f40-9c3a-0224d8d053cb req-fa780590-7d11-4ff6-a3a8-1b95c00fa234 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431015 Feb 15 05:12:06.335549 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:06.366904 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c99756-ffb8-42a9-a5a9-0660c365279b x-openstack-request-id: req-21c99756-ffb8-42a9-a5a9-0660c365279b {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:06.367219 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "name": "network-vif-plugged", "status": "completed", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:06.367475 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21c99756-ffb8-42a9-a5a9-0660c365279b {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:06.367899 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'code': 200} Feb 15 05:12:06.385874 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=b9b807c1-35ec-40db-861b-2d12342ef398,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:06.535519 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:06.749236 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32657687-6d58-4213-8278-93fd44514c26 req-e8dec525-a64d-42be-9034-90c296808d1e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:06.750694 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32657687-6d58-4213-8278-93fd44514c26 req-e8dec525-a64d-42be-9034-90c296808d1e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.2637167 Feb 15 05:12:06.795920 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32657687-6d58-4213-8278-93fd44514c26 req-2d746681-0c93-4db8-9f5c-762bde8fd2be tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397410 Feb 15 05:12:07.266630 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32997603-ebf9-4795-98da-3eb469830e1e req-9f6e9de3-6c54-4317-8da0-45d682b03449 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:07.268063 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32997603-ebf9-4795-98da-3eb469830e1e req-9f6e9de3-6c54-4317-8da0-45d682b03449 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 945 time: 0.0510309 Feb 15 05:12:07.311654 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32997603-ebf9-4795-98da-3eb469830e1e req-0da847dd-f44b-4e96-bf57-2bf30e4452e7 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382552 Feb 15 05:12:07.456899 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99d5c0-2574-435e-9b6e-74a6ab0c70b5 req-f92d757f-d598-4018-9c92-95e7277271e3 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:07.458224 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f99d5c0-2574-435e-9b6e-74a6ab0c70b5 req-f92d757f-d598-4018-9c92-95e7277271e3 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 946 time: 0.0525882 Feb 15 05:12:07.502168 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f99d5c0-2574-435e-9b6e-74a6ab0c70b5 req-147b77a3-0a75-4f4f-aadd-d2a2339adaf1 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385091 Feb 15 05:12:07.909090 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff128c15-5dbe-47ef-b737-98b807f8c02f req-00fbeafa-2af7-480d-9d50-df6257e49181 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:07.910523 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff128c15-5dbe-47ef-b737-98b807f8c02f req-00fbeafa-2af7-480d-9d50-df6257e49181 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0509672 Feb 15 05:12:07.956315 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff128c15-5dbe-47ef-b737-98b807f8c02f req-befd45be-dca9-418f-bdb2-8c9253595847 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Feb 15 05:12:08.335644 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:08.427670 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcad57-7062-4e26-af49-a2f51a138c51 req-489a1184-1298-4b84-9170-3d57b2b0f824 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:08.429151 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1bfcad57-7062-4e26-af49-a2f51a138c51 req-489a1184-1298-4b84-9170-3d57b2b0f824 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 945 time: 0.0523772 Feb 15 05:12:08.479715 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1bfcad57-7062-4e26-af49-a2f51a138c51 req-f261cfad-a1c7-4108-b673-8447610cbf0c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443699 Feb 15 05:12:08.553751 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00767a-013a-4323-aa44-f5a65e248bc5 req-78a1d1ac-a5b2-4b20-a781-ff0749b1dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:08.555215 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc00767a-013a-4323-aa44-f5a65e248bc5 req-78a1d1ac-a5b2-4b20-a781-ff0749b1dd59 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 1130 time: 0.0432885 Feb 15 05:12:08.624697 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc00767a-013a-4323-aa44-f5a65e248bc5 req-ab699a41-f92e-419c-aa03-1424c4f5d320 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632226 Feb 15 05:12:08.638508 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102db08-3856-426f-8348-8449dd0b3b6d req-613da4a0-a115-48de-acc4-f6111dec05ab tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:08.640148 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7102db08-3856-426f-8348-8449dd0b3b6d req-613da4a0-a115-48de-acc4-f6111dec05ab tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 946 time: 0.0671191 Feb 15 05:12:08.685513 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7102db08-3856-426f-8348-8449dd0b3b6d req-beb60cc0-2f6e-4f98-90b7-f6786ccdbacb tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397644 Feb 15 05:12:09.078539 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925f18d-f317-4abc-8992-4ebda6bebe34 req-dfe78089-c42e-4502-b97a-ff00b8d3a46b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:09.080128 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7925f18d-f317-4abc-8992-4ebda6bebe34 req-dfe78089-c42e-4502-b97a-ff00b8d3a46b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0565960 Feb 15 05:12:09.131654 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7925f18d-f317-4abc-8992-4ebda6bebe34 req-f2b90c24-c0c3-4f28-93b5-5381528796c8 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Feb 15 05:12:09.578336 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:09.604931 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c66a5-f74c-4d57-a800-c94576b28cfa req-93dfa065-0a20-4cec-b1cf-4b9e13046217 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:09.606437 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-829c66a5-f74c-4d57-a800-c94576b28cfa req-93dfa065-0a20-4cec-b1cf-4b9e13046217 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 945 time: 0.0610795 Feb 15 05:12:09.655739 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-829c66a5-f74c-4d57-a800-c94576b28cfa req-c1ae9ac5-fea7-4239-992e-daad64d5e4a8 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Feb 15 05:12:09.805111 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a9927-e565-418c-8abd-c3e3de9a9c86 req-5b99792e-88d8-417f-9a29-f436b364a966 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:09.806595 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f16a9927-e565-418c-8abd-c3e3de9a9c86 req-5b99792e-88d8-417f-9a29-f436b364a966 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 946 time: 0.0555310 Feb 15 05:12:09.861259 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f16a9927-e565-418c-8abd-c3e3de9a9c86 req-cfb5f3f0-182e-4644-b77e-1b40897c8463 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484760 Feb 15 05:12:10.210338 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 54694) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:10.256585 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647252bb-2164-47e8-ba31-95eae791a50e req-721deadf-b4c7-4de3-a1e4-55831241afc5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:10.258044 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-647252bb-2164-47e8-ba31-95eae791a50e req-721deadf-b4c7-4de3-a1e4-55831241afc5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0529459 Feb 15 05:12:10.313742 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-647252bb-2164-47e8-ba31-95eae791a50e req-900378f9-71c9-4fe1-b923-dea281773186 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496805 Feb 15 05:12:10.321493 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-495910e0-bdbc-4311-b466-102bac392b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:10.403561 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-495910e0-bdbc-4311-b466-102bac392b19 admin admin] Publish callbacks [] for security_group (5636d2dc-63ba-461c-b6ed-812fe02b0867), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:10.407003 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-495910e0-bdbc-4311-b466-102bac392b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (5636d2dc-63ba-461c-b6ed-812fe02b0867), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:10.444802 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-495910e0-bdbc-4311-b466-102bac392b19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd75973f54d9466791695b1973dcde7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333968 Feb 15 05:12:10.445619 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495910e0-bdbc-4311-b466-102bac392b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5636d2dc-63ba-461c-b6ed-812fe02b0867,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:10.447466 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 54698) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:10.494111 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c6a757d-162e-471c-a714-1e1bd7ae7965 admin admin] Publish callbacks [] for security_group (5636d2dc-63ba-461c-b6ed-812fe02b0867), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:10.515367 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c6a757d-162e-471c-a714-1e1bd7ae7965 admin admin] Publish callbacks [] for security_group (5636d2dc-63ba-461c-b6ed-812fe02b0867), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:10.563309 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c6a757d-162e-471c-a714-1e1bd7ae7965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (5636d2dc-63ba-461c-b6ed-812fe02b0867), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:10.565897 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c6a757d-162e-471c-a714-1e1bd7ae7965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:10.567027 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9c6a757d-162e-471c-a714-1e1bd7ae7965 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5636d2dc-63ba-461c-b6ed-812fe02b0867 HTTP/1.1" status: 204 len: 168 time: 0.1185305 Feb 15 05:12:10.574361 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a757d-162e-471c-a714-1e1bd7ae7965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5636d2dc-63ba-461c-b6ed-812fe02b0867,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:10.793691 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8b268-65ae-42a8-85c1-c723d79cb6e8 req-92f9ad54-bb64-487e-92e1-37afe2185e67 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:10.795785 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1fb8b268-65ae-42a8-85c1-c723d79cb6e8 req-92f9ad54-bb64-487e-92e1-37afe2185e67 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 945 time: 0.0669293 Feb 15 05:12:10.847838 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1fb8b268-65ae-42a8-85c1-c723d79cb6e8 req-4ad45c1e-4334-4733-baf9-2b2b76a3fedc tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Feb 15 05:12:10.999349 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30274777-aac0-4585-8c60-de3fa68bd1cb req-1e3fff17-e472-4406-ad29-661e09afc0ba tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:11.001057 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30274777-aac0-4585-8c60-de3fa68bd1cb req-1e3fff17-e472-4406-ad29-661e09afc0ba tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 946 time: 0.0684881 Feb 15 05:12:11.068350 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30274777-aac0-4585-8c60-de3fa68bd1cb req-821b5fb2-e8e0-4efe-a383-4cddb289feda tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580108 Feb 15 05:12:11.205991 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec9c58-7ef3-44ea-a5c8-088a95a8f8ef req-98aa3936-be9b-4c07-bd7f-78ac5e10d7cd tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:11.214269 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4bec9c58-7ef3-44ea-a5c8-088a95a8f8ef req-98aa3936-be9b-4c07-bd7f-78ac5e10d7cd tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 946 time: 0.0766323 Feb 15 05:12:11.290638 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4bec9c58-7ef3-44ea-a5c8-088a95a8f8ef req-c43802a5-d517-4d85-a820-2d6896b0f6e1 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752861 Feb 15 05:12:11.422907 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 54760) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:11.440014 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae9bf9-4e7d-4f12-9c6d-b7f5c4c71ac2 req-7a218835-638f-41e6-a3ba-b5756fa93d0f tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:11.441494 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5eae9bf9-4e7d-4f12-9c6d-b7f5c4c71ac2 req-7a218835-638f-41e6-a3ba-b5756fa93d0f tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0566783 Feb 15 05:12:11.495991 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5eae9bf9-4e7d-4f12-9c6d-b7f5c4c71ac2 req-c417c20f-ad09-4e3c-9fa2-04be487eae61 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479956 Feb 15 05:12:11.530026 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-469339481-network', 'tenant_id': '201459344ded422fb99f1e330914d0ff'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:11.549594 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Made reservation on behalf of 201459344ded422fb99f1e330914d0ff for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:11.552186 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:11.562330 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:11.644745 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Publish callbacks [] for security_group (2160c5e5-811c-4bc2-a029-deeb434e99f3), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:11.648810 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (2160c5e5-811c-4bc2-a029-deeb434e99f3), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:11.650071 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897e7c1-0cca-4b81-a644-1aeea583256a req-5af2dcb3-6c63-45be-9a3b-5ed942272a42 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:11.651703 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e897e7c1-0cca-4b81-a644-1aeea583256a req-5af2dcb3-6c63-45be-9a3b-5ed942272a42 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 946 time: 0.0541863 Feb 15 05:12:11.671100 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:12:11.686589 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2160c5e5-811c-4bc2-a029-deeb434e99f3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:11.689597 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (23712919-eed4-4e73-bab6-bf95f90d07c1), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:11.689944 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Added segment 23712919-eed4-4e73-bab6-bf95f90d07c1 of type vlan for network 70e59d39-a7a9-4d11-9887-5d745bfbd696 Feb 15 05:12:11.713058 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e897e7c1-0cca-4b81-a644-1aeea583256a req-22698142-6ed8-4287-817d-370e5f99fb15 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535660 Feb 15 05:12:11.742708 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (70e59d39-a7a9-4d11-9887-5d745bfbd696), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:11.789450 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (70e59d39-a7a9-4d11-9887-5d745bfbd696), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:11.790523 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:11.791093 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:11.849671 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4256430 Feb 15 05:12:11.852631 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 54774) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:11.859158 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-82472631-d8db-43da-adb6-a4459c1a090c admin admin] Request body: {'subnet': {'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-469339481-subnet', 'tenant_id': '201459344ded422fb99f1e330914d0ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:11.859669 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:12:11.860780 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ee0f6-c3f3-491f-843b-d6714a09c37a admin admin] Pushing event updated for resources: {'Network': ['ID=70e59d39-a7a9-4d11-9887-5d745bfbd696,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:11.870872 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 70e59d39-a7a9-4d11-9887-5d745bfbd696 details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:12:11.888439 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82472631-d8db-43da-adb6-a4459c1a090c admin admin] Made reservation on behalf of 201459344ded422fb99f1e330914d0ff for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:11.890981 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82472631-d8db-43da-adb6-a4459c1a090c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3999359'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:12.071302 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82472631-d8db-43da-adb6-a4459c1a090c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3974301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3999337'] for subnet (ca966c79-ba13-4457-a35c-66cf5e58baaf), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:12.135622 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82472631-d8db-43da-adb6-a4459c1a090c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca966c79-ba13-4457-a35c-66cf5e58baaf,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:12.140611 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82472631-d8db-43da-adb6-a4459c1a090c admin admin] Checking segment: {'id': '23712919-eed4-4e73-bab6-bf95f90d07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:12.140961 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82472631-d8db-43da-adb6-a4459c1a090c admin admin] Network hostable DHCP agents. Network: 70e59d39-a7a9-4d11-9887-5d745bfbd696, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:12:12.157430 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82472631-d8db-43da-adb6-a4459c1a090c admin admin] Network 70e59d39-a7a9-4d11-9887-5d745bfbd696 is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:12:12.166000 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-82472631-d8db-43da-adb6-a4459c1a090c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 70e59d39-a7a9-4d11-9887-5d745bfbd696) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:12.173294 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82472631-d8db-43da-adb6-a4459c1a090c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:12.173905 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82472631-d8db-43da-adb6-a4459c1a090c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:12.175953 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db7afa6-0484-410b-9f1f-bae8e3aeab27 None None] Network 70e59d39-a7a9-4d11-9887-5d745bfbd696 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:12:12.193634 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-82472631-d8db-43da-adb6-a4459c1a090c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3376217 Feb 15 05:12:12.288672 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe4ccee-6fb8-477a-a961-7b509a55ca09 None None] Network 70e59d39-a7a9-4d11-9887-5d745bfbd696 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:12:12.866241 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 54842) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:13.035263 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cceb7374-0228-482e-b6a9-7d9e58cf9bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.038478 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f916c3-b2d2-4c3c-b878-dc60b2169778 req-03e55ddd-b945-40de-9f76-df8668ea4189 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:13.039982 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d6f916c3-b2d2-4c3c-b878-dc60b2169778 req-03e55ddd-b945-40de-9f76-df8668ea4189 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0545163 Feb 15 05:12:13.089331 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d6f916c3-b2d2-4c3c-b878-dc60b2169778 req-02b89238-f4d8-4c66-bc4f-9ced8998fd68 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Feb 15 05:12:13.116445 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cceb7374-0228-482e-b6a9-7d9e58cf9bae admin admin] Publish callbacks [] for security_group (e6b82b53-65ec-430d-bb78-61a4901d3f6e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.121310 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cceb7374-0228-482e-b6a9-7d9e58cf9bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (e6b82b53-65ec-430d-bb78-61a4901d3f6e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.156763 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cceb7374-0228-482e-b6a9-7d9e58cf9bae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90eb7916345b4df4aeb1b75ed18a3bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879894 Feb 15 05:12:13.159019 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 54854) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:13.167053 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb7374-0228-482e-b6a9-7d9e58cf9bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b82b53-65ec-430d-bb78-61a4901d3f6e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:13.213460 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fb7a58f-3826-453b-b826-64a99edbf47b admin admin] Publish callbacks [] for security_group (e6b82b53-65ec-430d-bb78-61a4901d3f6e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.240254 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fb7a58f-3826-453b-b826-64a99edbf47b admin admin] Publish callbacks [] for security_group (e6b82b53-65ec-430d-bb78-61a4901d3f6e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.290909 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fb7a58f-3826-453b-b826-64a99edbf47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (e6b82b53-65ec-430d-bb78-61a4901d3f6e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.293944 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fb7a58f-3826-453b-b826-64a99edbf47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.295930 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8fb7a58f-3826-453b-b826-64a99edbf47b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6b82b53-65ec-430d-bb78-61a4901d3f6e HTTP/1.1" status: 204 len: 168 time: 0.1355696 Feb 15 05:12:13.305228 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7a58f-3826-453b-b826-64a99edbf47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b82b53-65ec-430d-bb78-61a4901d3f6e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:13.582808 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 54870) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:13.596381 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce193701-c1d2-404e-bda9-bfb895cd575e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.672201 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce193701-c1d2-404e-bda9-bfb895cd575e admin admin] Publish callbacks [] for security_group (203b3ebe-6473-42c0-976a-e5edddb60ea1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.676888 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce193701-c1d2-404e-bda9-bfb895cd575e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (203b3ebe-6473-42c0-976a-e5edddb60ea1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.715190 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ce193701-c1d2-404e-bda9-bfb895cd575e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf20f8de83324e6cbc59dda09d352ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312377 Feb 15 05:12:13.716315 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce193701-c1d2-404e-bda9-bfb895cd575e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203b3ebe-6473-42c0-976a-e5edddb60ea1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:13.718094 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 54874) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:13.724081 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 54876) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:13.768026 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ec5d18aa-f1f2-44c7-81b0-055879ad140b admin admin] Publish callbacks [] for security_group (203b3ebe-6473-42c0-976a-e5edddb60ea1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.792432 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ec5d18aa-f1f2-44c7-81b0-055879ad140b admin admin] Publish callbacks [] for security_group (203b3ebe-6473-42c0-976a-e5edddb60ea1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.833160 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-815ed7b9-9510-40c5-a720-ac27bc96c636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.842434 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ec5d18aa-f1f2-44c7-81b0-055879ad140b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (203b3ebe-6473-42c0-976a-e5edddb60ea1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.845044 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ec5d18aa-f1f2-44c7-81b0-055879ad140b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.846281 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ec5d18aa-f1f2-44c7-81b0-055879ad140b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/203b3ebe-6473-42c0-976a-e5edddb60ea1 HTTP/1.1" status: 204 len: 168 time: 0.1270542 Feb 15 05:12:13.856258 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d18aa-f1f2-44c7-81b0-055879ad140b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203b3ebe-6473-42c0-976a-e5edddb60ea1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:13.919999 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-815ed7b9-9510-40c5-a720-ac27bc96c636 admin admin] Publish callbacks [] for security_group (b543785d-ef77-44e1-8acd-a63d62d2fd75), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.924525 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-815ed7b9-9510-40c5-a720-ac27bc96c636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (b543785d-ef77-44e1-8acd-a63d62d2fd75), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:13.971757 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ed7b9-9510-40c5-a720-ac27bc96c636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b543785d-ef77-44e1-8acd-a63d62d2fd75,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:13.982768 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-815ed7b9-9510-40c5-a720-ac27bc96c636 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfc4c704d9cc40ee8e9f9ebe8e05951f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546849 Feb 15 05:12:13.983338 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 54890) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:14.038197 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5847e528-88b8-4315-be6e-cc9087888a40 admin admin] Publish callbacks [] for security_group (b543785d-ef77-44e1-8acd-a63d62d2fd75), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:14.062296 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5847e528-88b8-4315-be6e-cc9087888a40 admin admin] Publish callbacks [] for security_group (b543785d-ef77-44e1-8acd-a63d62d2fd75), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:14.111844 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5847e528-88b8-4315-be6e-cc9087888a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (b543785d-ef77-44e1-8acd-a63d62d2fd75), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:14.114763 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5847e528-88b8-4315-be6e-cc9087888a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:14.120288 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5847e528-88b8-4315-be6e-cc9087888a40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b543785d-ef77-44e1-8acd-a63d62d2fd75 HTTP/1.1" status: 204 len: 168 time: 0.1355865 Feb 15 05:12:14.132204 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e528-88b8-4315-be6e-cc9087888a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b543785d-ef77-44e1-8acd-a63d62d2fd75,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:14.304860 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-e1b116ed-4d61-4630-8edc-51dd1f1047c9 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:14.312684 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-e1b116ed-4d61-4630-8edc-51dd1f1047c9 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/networks?id=70e59d39-a7a9-4d11-9887-5d745bfbd696 HTTP/1.1" status: 200 len: 808 time: 0.1449933 Feb 15 05:12:14.328071 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-afedb265-6f48-4f88-b2f3-c5ec98a76372 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/quotas/201459344ded422fb99f1e330914d0ff HTTP/1.1" status: 200 len: 375 time: 0.0145531 Feb 15 05:12:14.358230 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-3ec88698-725c-42bf-be5e-fbaba3ab3fdd tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=201459344ded422fb99f1e330914d0ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289505 Feb 15 05:12:14.484099 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-dbf54903-b586-404c-8cc2-b777eb668c36 service neutron] 10.222.0.43 "GET /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178331 Feb 15 05:12:14.596282 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-914b2fc3-c2d5-4678-b0e6-129e88687a1d service neutron] 10.222.0.43 "GET /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957472 Feb 15 05:12:14.817263 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5453d617-4534-4e42-a15f-6aa04178b3d4 req-8d01eb89-4574-465b-af80-245b5ac2dcb1 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 210 time: 0.0433540 Feb 15 05:12:15.948754 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aa5015fb-26df-4c46-bc13-17f690347553 req-51e6f990-c9a4-4c4f-8868-bf5091440282 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 210 time: 0.0427105 Feb 15 05:12:15.964902 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-ac85f32a-4db2-4290-9b64-c8b1de35bb1d tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:15.966502 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-ac85f32a-4db2-4290-9b64-c8b1de35bb1d tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.61 "GET /v2.0/networks?id=70e59d39-a7a9-4d11-9887-5d745bfbd696 HTTP/1.1" status: 200 len: 808 time: 0.1769698 Feb 15 05:12:15.987005 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Request body: {'port': {'device_id': '85f05855-46a8-42cb-a2f7-dd90b800902a', 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696', 'admin_state_up': True, 'tenant_id': '201459344ded422fb99f1e330914d0ff'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:16.096193 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Made reservation on behalf of 201459344ded422fb99f1e330914d0ff for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:16.099564 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.220782 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Allocated IP 172.20.0.2 (70e59d39-a7a9-4d11-9887-5d745bfbd696/ca966c79-ba13-4457-a35c-66cf5e58baaf/4b04394b-9484-4345-b2bb-729ec283d825) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:16.281172 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55044) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:16.368511 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks [] for port (4b04394b-9484-4345-b2bb-729ec283d825), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.389500 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-127b9cc9-8e24-4f82-8964-3a7ac9881864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.403797 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (4b04394b-9484-4345-b2bb-729ec283d825), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.446186 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Network 70e59d39-a7a9-4d11-9887-5d745bfbd696 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:16.451236 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:16.454893 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:16.466832 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-127b9cc9-8e24-4f82-8964-3a7ac9881864 admin admin] Publish callbacks [] for security_group (f2855144-596b-4fa8-b4b0-c6322c506ce9), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.470572 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-127b9cc9-8e24-4f82-8964-3a7ac9881864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (f2855144-596b-4fa8-b4b0-c6322c506ce9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.480617 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Pushing event updated for resources: {'Port': ['ID=4b04394b-9484-4345-b2bb-729ec283d825,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:16.508082 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:16.508693 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.509093 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-127b9cc9-8e24-4f82-8964-3a7ac9881864 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba255d572260489ea27a74d9d93dca41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268724 Feb 15 05:12:16.509940 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b9cc9-8e24-4f82-8964-3a7ac9881864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2855144-596b-4fa8-b4b0-c6322c506ce9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:16.511639 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 55048) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:16.535377 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-6892bcf7-b4ee-4ee9-8723-27c33691842e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521555 Feb 15 05:12:16.547000 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Request body: {'port': {'device_id': '85f05855-46a8-42cb-a2f7-dd90b800902a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:16.604749 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14226d08-724d-44ef-99ba-e84d742dcddf admin admin] Publish callbacks [] for security_group (f2855144-596b-4fa8-b4b0-c6322c506ce9), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.644666 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (4b04394b-9484-4345-b2bb-729ec283d825), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.647558 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14226d08-724d-44ef-99ba-e84d742dcddf admin admin] Publish callbacks [] for security_group (f2855144-596b-4fa8-b4b0-c6322c506ce9), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.781620 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14226d08-724d-44ef-99ba-e84d742dcddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (f2855144-596b-4fa8-b4b0-c6322c506ce9), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.784167 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14226d08-724d-44ef-99ba-e84d742dcddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:16.787577 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-14226d08-724d-44ef-99ba-e84d742dcddf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2855144-596b-4fa8-b4b0-c6322c506ce9 HTTP/1.1" status: 204 len: 168 time: 0.2727056 Feb 15 05:12:16.798638 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14226d08-724d-44ef-99ba-e84d742dcddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2855144-596b-4fa8-b4b0-c6322c506ce9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:16.973940 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b04394b-9484-4345-b2bb-729ec283d825 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:12:16.985904 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Publish callbacks [] for port (4b04394b-9484-4345-b2bb-729ec283d825), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:17.007982 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Transition to ACTIVE for port object 4b04394b-9484-4345-b2bb-729ec283d825 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:12:17.017534 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (4b04394b-9484-4345-b2bb-729ec283d825), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:17.117751 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Pushing event updated for resources: {'Port': ['ID=4b04394b-9484-4345-b2bb-729ec283d825,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:17.155652 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55072) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:17.171651 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb28c08a-d2f1-4f4e-acf0-4f7d734046d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:17.184122 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806be7a3-02d6-45ee-9c49-a9b76c82ecc0 req-c41fd2ba-812a-4b06-8673-bf72992b22de tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:17.186254 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-806be7a3-02d6-45ee-9c49-a9b76c82ecc0 req-c41fd2ba-812a-4b06-8673-bf72992b22de tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 943 time: 0.1556523 Feb 15 05:12:17.233830 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Attempting to bind port 4b04394b-9484-4345-b2bb-729ec283d825 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:12:17.234162 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Attempting to bind port 4b04394b-9484-4345-b2bb-729ec283d825 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '23712919-eed4-4e73-bab6-bf95f90d07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:12:17.234491 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Attempting to bind port 4b04394b-9484-4345-b2bb-729ec283d825 on network 70e59d39-a7a9-4d11-9887-5d745bfbd696 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:17.247929 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Port 4b04394b-9484-4345-b2bb-729ec283d825 on network 70e59d39-a7a9-4d11-9887-5d745bfbd696 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:12:17.248252 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Attempting to bind port 4b04394b-9484-4345-b2bb-729ec283d825 on network 70e59d39-a7a9-4d11-9887-5d745bfbd696 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:17.248826 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb28c08a-d2f1-4f4e-acf0-4f7d734046d6 admin admin] Publish callbacks [] for security_group (460efd6c-4c8a-4361-97d8-0ec567bcae9b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:17.252673 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb28c08a-d2f1-4f4e-acf0-4f7d734046d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (460efd6c-4c8a-4361-97d8-0ec567bcae9b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:17.253841 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-806be7a3-02d6-45ee-9c49-a9b76c82ecc0 req-d5c138cd-1f86-47c6-b01a-725f5d2f21b3 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615046 Feb 15 05:12:17.256708 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:12:17.257045 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Checking segment: {'id': '23712919-eed4-4e73-bab6-bf95f90d07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:17.257417 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Bound using segment: {'id': '23712919-eed4-4e73-bab6-bf95f90d07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:12:17.257951 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Bound port: 4b04394b-9484-4345-b2bb-729ec283d825, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23712919-eed4-4e73-bab6-bf95f90d07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:12:17.258193 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (4b04394b-9484-4345-b2bb-729ec283d825), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:17.289287 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28c08a-d2f1-4f4e-acf0-4f7d734046d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460efd6c-4c8a-4361-97d8-0ec567bcae9b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:17.293553 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-fb28c08a-d2f1-4f4e-acf0-4f7d734046d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ddd9f1658c74f10817debbb098f397e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368108 Feb 15 05:12:17.296728 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55074) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:17.323212 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] For port 4b04394b-9484-4345-b2bb-729ec283d825, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:12:17.326185 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] For port 4b04394b-9484-4345-b2bb-729ec283d825, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=4b04394b-9484-4345-b2bb-729ec283d825,segment=NetworkSegment(23712919-eed4-4e73-bab6-bf95f90d07c1),segment_id=23712919-eed4-4e73-bab6-bf95f90d07c1)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:12:17.331623 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (4b04394b-9484-4345-b2bb-729ec283d825), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:17.346196 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc22d030-f947-4c29-b00f-a3c46d5dcfaa admin admin] Publish callbacks [] for security_group (460efd6c-4c8a-4361-97d8-0ec567bcae9b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:17.364897 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:17.365693 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:17.366924 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] 10.222.0.61 "PUT /v2.0/ports/4b04394b-9484-4345-b2bb-729ec283d825 HTTP/1.1" status: 200 len: 1093 time: 0.8243029 Feb 15 05:12:17.368419 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f05855-46a8-42cb-a2f7-dd90b800902a', 'tag': '4b04394b-9484-4345-b2bb-729ec283d825'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:17.368548 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc22d030-f947-4c29-b00f-a3c46d5dcfaa admin admin] Publish callbacks [] for security_group (460efd6c-4c8a-4361-97d8-0ec567bcae9b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:17.369577 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7940bfe-3d25-4e5a-81c5-f75c28780f56" -d '{"events": [{"name": "network-changed", "server_uuid": "85f05855-46a8-42cb-a2f7-dd90b800902a", "tag": "4b04394b-9484-4345-b2bb-729ec283d825"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:17.401255 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b540101-d5d0-44ed-a3c2-cd19fa129aab service neutron] Pushing event updated for resources: {'Port': ['ID=4b04394b-9484-4345-b2bb-729ec283d825,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:17.419891 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a2e513-09f5-4fbe-b584-ce6a07ae9eab x-openstack-request-id: req-15a2e513-09f5-4fbe-b584-ce6a07ae9eab {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:17.420296 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f05855-46a8-42cb-a2f7-dd90b800902a", "tag": "4b04394b-9484-4345-b2bb-729ec283d825", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:17.420694 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15a2e513-09f5-4fbe-b584-ce6a07ae9eab {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:17.421169 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f05855-46a8-42cb-a2f7-dd90b800902a', 'tag': '4b04394b-9484-4345-b2bb-729ec283d825', 'status': 'completed', 'code': 200} Feb 15 05:12:17.425138 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc22d030-f947-4c29-b00f-a3c46d5dcfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (460efd6c-4c8a-4361-97d8-0ec567bcae9b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:17.427727 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc22d030-f947-4c29-b00f-a3c46d5dcfaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:17.428861 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-dc22d030-f947-4c29-b00f-a3c46d5dcfaa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/460efd6c-4c8a-4361-97d8-0ec567bcae9b HTTP/1.1" status: 204 len: 168 time: 0.1312537 Feb 15 05:12:17.436838 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22d030-f947-4c29-b00f-a3c46d5dcfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460efd6c-4c8a-4361-97d8-0ec567bcae9b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:17.481970 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-c47c1f49-93b4-40ff-b152-2d553807ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:17.483453 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-c47c1f49-93b4-40ff-b152-2d553807ff9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=201459344ded422fb99f1e330914d0ff&device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 1127 time: 0.0547042 Feb 15 05:12:17.533568 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-76a6a3cc-1fb2-4486-808c-9be2fefe5c66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b04394b-9484-4345-b2bb-729ec283d825 HTTP/1.1" status: 200 len: 217 time: 0.0358591 Feb 15 05:12:17.584075 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-51f31d6c-1d64-4c78-bca3-762db9e50a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:17.585401 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-51f31d6c-1d64-4c78-bca3-762db9e50a48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca966c79-ba13-4457-a35c-66cf5e58baaf HTTP/1.1" status: 200 len: 848 time: 0.0460300 Feb 15 05:12:17.618753 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-f5970d3d-b37a-45ff-bbab-25bac4338bc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70e59d39-a7a9-4d11-9887-5d745bfbd696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254610 Feb 15 05:12:17.718368 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-dfc10718-c929-45a2-bebf-81c01d5187d6 service neutron] 10.222.0.61 "GET /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870957 Feb 15 05:12:17.806618 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21567f84-785c-4e43-a8ed-329a2a7c2c43 req-882ad701-61ee-4c71-adc8-702fa15c819f service neutron] 10.222.0.61 "GET /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818911 Feb 15 05:12:17.901357 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7940bfe-3d25-4e5a-81c5-f75c28780f56 req-026bcfe9-e2c8-4cbe-a1cc-10f72f1a2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:17.901357 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7940bfe-3d25-4e5a-81c5-f75c28780f56 req-026bcfe9-e2c8-4cbe-a1cc-10f72f1a2b2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=201459344ded422fb99f1e330914d0ff&device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 1127 time: 0.0483184 Feb 15 05:12:17.993197 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7940bfe-3d25-4e5a-81c5-f75c28780f56 req-9333cd88-9ac2-4a29-a16b-8f250ebf8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:17.994662 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7940bfe-3d25-4e5a-81c5-f75c28780f56 req-9333cd88-9ac2-4a29-a16b-8f250ebf8951 service neutron] 10.222.0.61 "GET /v2.0/networks?id=70e59d39-a7a9-4d11-9887-5d745bfbd696 HTTP/1.1" status: 200 len: 909 time: 0.0880055 Feb 15 05:12:18.041930 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7940bfe-3d25-4e5a-81c5-f75c28780f56 req-ce7c6005-3ea7-4a92-963a-0bc3b26e35ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b04394b-9484-4345-b2bb-729ec283d825 HTTP/1.1" status: 200 len: 217 time: 0.0412951 Feb 15 05:12:18.099465 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7940bfe-3d25-4e5a-81c5-f75c28780f56 req-16679a54-1056-4ecc-80d0-4ad0fcdbee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:18.101088 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7940bfe-3d25-4e5a-81c5-f75c28780f56 req-16679a54-1056-4ecc-80d0-4ad0fcdbee9a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca966c79-ba13-4457-a35c-66cf5e58baaf HTTP/1.1" status: 200 len: 848 time: 0.0533943 Feb 15 05:12:18.133844 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:18.143527 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7940bfe-3d25-4e5a-81c5-f75c28780f56 req-fae5ce13-a425-4c6f-862b-952cbb9de1c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70e59d39-a7a9-4d11-9887-5d745bfbd696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356054 Feb 15 05:12:18.243260 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7940bfe-3d25-4e5a-81c5-f75c28780f56 req-9f8743a9-3c0a-40dd-ba27-f6903bf43cae service neutron] 10.222.0.61 "GET /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936642 Feb 15 05:12:18.367368 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7940bfe-3d25-4e5a-81c5-f75c28780f56 req-96bda1b7-e576-438f-993f-690aea208a1c service neutron] 10.222.0.61 "GET /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175160 Feb 15 05:12:18.407950 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4e8cf-c756-4a69-8db3-169d5c2ee16b req-af95ef5c-0439-4c2b-814e-f7886f864df1 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:18.409493 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6df4e8cf-c756-4a69-8db3-169d5c2ee16b req-af95ef5c-0439-4c2b-814e-f7886f864df1 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 943 time: 0.0757189 Feb 15 05:12:18.468534 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6df4e8cf-c756-4a69-8db3-169d5c2ee16b req-88e103d9-bd54-497d-9c1b-d635ca89d7ec tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534918 Feb 15 05:12:19.594396 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b35bb2-da33-4b70-9675-190d2d98cf89 req-0857fb7e-35a9-43f0-bee8-3f9c703b1845 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:19.596145 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01b35bb2-da33-4b70-9675-190d2d98cf89 req-0857fb7e-35a9-43f0-bee8-3f9c703b1845 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 943 time: 0.0568979 Feb 15 05:12:19.659159 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01b35bb2-da33-4b70-9675-190d2d98cf89 req-7b24dc9f-465d-4bf5-9fd0-ed9be93f44d8 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564697 Feb 15 05:12:20.790131 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad2a62-7aa2-484c-a0ab-f57b12209318 req-6980edae-ecca-4653-b823-14cc6372889d tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:20.791646 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03ad2a62-7aa2-484c-a0ab-f57b12209318 req-6980edae-ecca-4653-b823-14cc6372889d tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 943 time: 0.0563793 Feb 15 05:12:20.851941 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03ad2a62-7aa2-484c-a0ab-f57b12209318 req-0b2cf0f3-b64f-4253-8804-7e651edd765e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545497 Feb 15 05:12:21.571476 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-8548e6c2-4d8d-4968-a301-8f36cd9314c4 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:21.572946 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-8548e6c2-4d8d-4968-a301-8f36cd9314c4 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/networks?id=19f461cb-3c1b-4361-bbb9-cf0e47177675 HTTP/1.1" status: 200 len: 815 time: 0.1013117 Feb 15 05:12:21.587335 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-9b44f1c8-acd8-4971-9cde-65043318f5c6 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/quotas/19faf2ea179e4ca797d51ad1b23986a3 HTTP/1.1" status: 200 len: 375 time: 0.0090754 Feb 15 05:12:21.640820 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-4d4d7026-dd02-4c62-95ec-e700edb9fda5 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484817 Feb 15 05:12:21.737028 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-aa325f29-7c98-4781-8c07-d515ccc06638 service neutron] 10.222.0.43 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892775 Feb 15 05:12:21.826615 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-43f15298-9a7e-42a2-9ed3-12a68e218bf4 service neutron] 10.222.0.43 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835767 Feb 15 05:12:21.996996 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044739ab-4a5e-4946-88cb-e26e9dbee7c2 req-eea2b12f-2299-44b9-8b7c-2b71b2b76b19 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:21.998412 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-044739ab-4a5e-4946-88cb-e26e9dbee7c2 req-eea2b12f-2299-44b9-8b7c-2b71b2b76b19 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 943 time: 0.0688868 Feb 15 05:12:22.031413 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b817cad3-edde-4245-beee-10d25c7ee77b req-448460c2-4ac4-4738-b583-8c0ea01936bc tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 210 time: 0.0501516 Feb 15 05:12:22.068315 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-044739ab-4a5e-4946-88cb-e26e9dbee7c2 req-2b223e6e-feb6-49a7-85bb-1117de18250d tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645471 Feb 15 05:12:22.498259 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 4b04394b-9484-4345-b2bb-729ec283d825 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:12:22.593093 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 4b04394b-9484-4345-b2bb-729ec283d825, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=4b04394b-9484-4345-b2bb-729ec283d825,segment=NetworkSegment(23712919-eed4-4e73-bab6-bf95f90d07c1),segment_id=23712919-eed4-4e73-bab6-bf95f90d07c1)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:22.607650 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '4b04394b-9484-4345-b2bb-729ec283d825', 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696', 'port_id': '4b04394b-9484-4345-b2bb-729ec283d825', 'mac_address': 'fa:16:3e:6c:8f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca966c79-ba13-4457-a35c-66cf5e58baaf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:12:22.642771 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 4b04394b-9484-4345-b2bb-729ec283d825 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:22.643153 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (4b04394b-9484-4345-b2bb-729ec283d825), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:22.655886 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b04394b-9484-4345-b2bb-729ec283d825 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:12:22.674957 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 4b04394b-9484-4345-b2bb-729ec283d825, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=4b04394b-9484-4345-b2bb-729ec283d825,segment=NetworkSegment(23712919-eed4-4e73-bab6-bf95f90d07c1),segment_id=23712919-eed4-4e73-bab6-bf95f90d07c1)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:22.678454 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (4b04394b-9484-4345-b2bb-729ec283d825), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:22.723208 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=4b04394b-9484-4345-b2bb-729ec283d825,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:23.123001 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-291a1e49-20c1-435e-ad49-07a43b6e2754 req-f79db0e1-e662-4f47-acfd-84ae14dcde0d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 210 time: 0.0259519 Feb 15 05:12:23.182330 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24837179-700e-4a27-bdd2-2fd17d8bfb62 req-8cfb8e34-0cc8-4e0a-9a38-daec9439bc3b tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:23.183789 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24837179-700e-4a27-bdd2-2fd17d8bfb62 req-8cfb8e34-0cc8-4e0a-9a38-daec9439bc3b tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 944 time: 0.0517352 Feb 15 05:12:23.227996 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24837179-700e-4a27-bdd2-2fd17d8bfb62 req-a9a2f585-5533-4d47-b424-49ee8d745c4e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382557 Feb 15 05:12:24.212306 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0090d58-b374-43e6-a859-32ccb8b224ed req-22a9853b-5961-4d70-bf7b-61e6b9bdf2d9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 210 time: 0.0260124 Feb 15 05:12:24.344931 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463347-65b4-4490-8a74-c56aecbe0eee req-34460958-898f-4fd3-96d3-dca7c809f5ca tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:24.346426 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5463347-65b4-4490-8a74-c56aecbe0eee req-34460958-898f-4fd3-96d3-dca7c809f5ca tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 944 time: 0.0533891 Feb 15 05:12:24.391286 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5463347-65b4-4490-8a74-c56aecbe0eee req-ab98dfad-463a-44e5-907d-e5db3cba7578 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393107 Feb 15 05:12:25.304043 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3a2c5a2c-dce1-4ba8-b7cd-1e1005d81740 req-ae454955-6cfd-4d05-bcd2-be99ed18e547 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 210 time: 0.0264628 Feb 15 05:12:25.484149 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['4b04394b-9484-4345-b2bb-729ec283d825'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:25.508054 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5955a-34f9-406f-b797-77b4583e6848 req-108ce145-2306-4380-867e-8f16a48d3ed5 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:25.509521 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31f5955a-34f9-406f-b797-77b4583e6848 req-108ce145-2306-4380-867e-8f16a48d3ed5 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 944 time: 0.0512693 Feb 15 05:12:25.568137 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31f5955a-34f9-406f-b797-77b4583e6848 req-c0de984d-0c06-49ff-bec5-10c944df2338 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522463 Feb 15 05:12:25.729439 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-bd1bfffd-3c9e-48cc-9b77-aa0df0c82705 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:25.730851 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-bd1bfffd-3c9e-48cc-9b77-aa0df0c82705 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "GET /v2.0/networks?id=19f461cb-3c1b-4361-bbb9-cf0e47177675 HTTP/1.1" status: 200 len: 815 time: 0.1033959 Feb 15 05:12:25.749430 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Request body: {'port': {'device_id': '048fcd5e-3c4c-413a-82b5-e1b0985c9c54', 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675', 'admin_state_up': True, 'tenant_id': '19faf2ea179e4ca797d51ad1b23986a3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:25.852914 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Made reservation on behalf of 19faf2ea179e4ca797d51ad1b23986a3 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:25.856075 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:25.974540 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Allocated IP 172.20.0.10 (19f461cb-3c1b-4361-bbb9-cf0e47177675/8221d351-c26f-4724-86e9-a8efc7e8f33f/ac96dd9a-0759-487a-bcf0-1e473b576087) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:26.131271 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks [] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:26.167106 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:26.189220 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b2cebbd3-6edb-4149-aa72-0b31134b56d2'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:26.208787 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Network 19f461cb-3c1b-4361-bbb9-cf0e47177675 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:26.213504 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:26.219031 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:26.275294 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Pushing event updated for resources: {'Port': ['ID=ac96dd9a-0759-487a-bcf0-1e473b576087,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:26.291123 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:26.291871 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:26.307595 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-2cb8dfb6-da9e-4c01-9850-7b71deee2253 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5624199 Feb 15 05:12:26.332488 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Request body: {'port': {'device_id': '048fcd5e-3c4c-413a-82b5-e1b0985c9c54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:26.423235 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:26.472231 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc812be5-2f9d-4a4f-9b0b-9f8b96110c5e req-cddef7c8-8c50-4373-be8b-ef64dda7b583 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:26.473696 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc812be5-2f9d-4a4f-9b0b-9f8b96110c5e req-cddef7c8-8c50-4373-be8b-ef64dda7b583 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 932 time: 0.0852723 Feb 15 05:12:26.838761 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc812be5-2f9d-4a4f-9b0b-9f8b96110c5e req-5f28d2bf-8b93-4f78-a737-bf3e6dc77e14 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590543 Feb 15 05:12:26.895239 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b788514-7719-4479-bf1c-3c2ad58cf887 req-849bd54a-9999-4ee8-acbf-8848c2cb8a14 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:26.896710 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b788514-7719-4479-bf1c-3c2ad58cf887 req-849bd54a-9999-4ee8-acbf-8848c2cb8a14 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 944 time: 0.1796637 Feb 15 05:12:26.978535 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b788514-7719-4479-bf1c-3c2ad58cf887 req-9c890f04-a47b-4e57-93c7-04ef246dfeb3 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736420 Feb 15 05:12:27.020961 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac96dd9a-0759-487a-bcf0-1e473b576087 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:12:27.028911 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Publish callbacks [] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:27.040387 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Transition to ACTIVE for port object ac96dd9a-0759-487a-bcf0-1e473b576087 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:12:27.043883 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:27.092600 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Pushing event updated for resources: {'Port': ['ID=ac96dd9a-0759-487a-bcf0-1e473b576087,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:27.152997 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Attempting to bind port ac96dd9a-0759-487a-bcf0-1e473b576087 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:12:27.153333 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Attempting to bind port ac96dd9a-0759-487a-bcf0-1e473b576087 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:12:27.153657 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Attempting to bind port ac96dd9a-0759-487a-bcf0-1e473b576087 on network 19f461cb-3c1b-4361-bbb9-cf0e47177675 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:27.157783 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Port ac96dd9a-0759-487a-bcf0-1e473b576087 on network 19f461cb-3c1b-4361-bbb9-cf0e47177675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:12:27.158102 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Attempting to bind port ac96dd9a-0759-487a-bcf0-1e473b576087 on network 19f461cb-3c1b-4361-bbb9-cf0e47177675 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:27.162740 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:12:27.163073 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Checking segment: {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:27.163475 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Bound using segment: {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:12:27.163922 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Bound port: ac96dd9a-0759-487a-bcf0-1e473b576087, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:12:27.164268 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:27.227645 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] For port ac96dd9a-0759-487a-bcf0-1e473b576087, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:12:27.230555 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] For port ac96dd9a-0759-487a-bcf0-1e473b576087, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ac96dd9a-0759-487a-bcf0-1e473b576087,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:12:27.236152 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:27.273778 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:27.273778 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:27.274524 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] 10.222.0.61 "PUT /v2.0/ports/ac96dd9a-0759-487a-bcf0-1e473b576087 HTTP/1.1" status: 200 len: 1094 time: 0.9467580 Feb 15 05:12:27.274952 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048fcd5e-3c4c-413a-82b5-e1b0985c9c54', 'tag': 'ac96dd9a-0759-487a-bcf0-1e473b576087'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:27.277177 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600181b8-e03d-4718-a43c-e899eae59339" -d '{"events": [{"name": "network-changed", "server_uuid": "048fcd5e-3c4c-413a-82b5-e1b0985c9c54", "tag": "ac96dd9a-0759-487a-bcf0-1e473b576087"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:27.298383 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c64a7-aa68-4a05-b429-077b133fccba service neutron] Pushing event updated for resources: {'Port': ['ID=ac96dd9a-0759-487a-bcf0-1e473b576087,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:27.336655 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5a2060-ecd5-4412-ac48-89332e8df297 x-openstack-request-id: req-eb5a2060-ecd5-4412-ac48-89332e8df297 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:27.337228 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048fcd5e-3c4c-413a-82b5-e1b0985c9c54", "tag": "ac96dd9a-0759-487a-bcf0-1e473b576087", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:27.337228 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb5a2060-ecd5-4412-ac48-89332e8df297 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:27.337557 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048fcd5e-3c4c-413a-82b5-e1b0985c9c54', 'tag': 'ac96dd9a-0759-487a-bcf0-1e473b576087', 'status': 'completed', 'code': 200} Feb 15 05:12:27.955993 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dcc23-e25a-472c-bb52-c972ec5f603f req-8b355cb9-b09f-4c8b-8b6e-60489284b060 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:27.957436 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b9dcc23-e25a-472c-bb52-c972ec5f603f req-8b355cb9-b09f-4c8b-8b6e-60489284b060 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 944 time: 0.0531380 Feb 15 05:12:28.006089 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b9dcc23-e25a-472c-bb52-c972ec5f603f req-e8563efd-a739-40cd-96e0-a6dcbf8e6f2c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Feb 15 05:12:28.099226 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4116be7-744d-4d57-833f-3bafbb3ebb7e req-8c3efe95-314e-4bcd-9770-3a4b5e22c01a tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:28.100677 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4116be7-744d-4d57-833f-3bafbb3ebb7e req-8c3efe95-314e-4bcd-9770-3a4b5e22c01a tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 944 time: 0.0539064 Feb 15 05:12:28.145210 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4116be7-744d-4d57-833f-3bafbb3ebb7e req-53da2708-1519-4f8e-8898-af5f8a9863a7 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391481 Feb 15 05:12:29.117362 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335b367-a80d-445d-91d4-74bdb158a23e req-52a46287-241f-425c-b791-6c94d34d780b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:29.118718 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0335b367-a80d-445d-91d4-74bdb158a23e req-52a46287-241f-425c-b791-6c94d34d780b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 944 time: 0.0506999 Feb 15 05:12:29.163870 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0335b367-a80d-445d-91d4-74bdb158a23e req-b160e37f-f640-47b2-b6cc-d6b5960e25c6 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396695 Feb 15 05:12:29.257786 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745227e-8283-4470-a5fe-8fc9f2793f5b req-3808a468-4cdc-4de1-bcd8-ea36a1b22a41 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:29.259209 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6745227e-8283-4470-a5fe-8fc9f2793f5b req-3808a468-4cdc-4de1-bcd8-ea36a1b22a41 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 944 time: 0.0498762 Feb 15 05:12:29.308577 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6745227e-8283-4470-a5fe-8fc9f2793f5b req-ef66a25d-537b-4090-80ab-466a6302aeed tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 Feb 15 05:12:29.696265 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600181b8-e03d-4718-a43c-e899eae59339 req-825105f8-0b26-4252-aeae-f8e03b0b1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:29.697611 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-600181b8-e03d-4718-a43c-e899eae59339 req-825105f8-0b26-4252-aeae-f8e03b0b1eeb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 1128 time: 0.0429869 Feb 15 05:12:30.276640 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e4319-c644-48a6-92ad-9ad7332ba72f req-efe4e0f0-2e49-4a29-9f6c-a2754da6cef2 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:30.278593 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-984e4319-c644-48a6-92ad-9ad7332ba72f req-efe4e0f0-2e49-4a29-9f6c-a2754da6cef2 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 944 time: 0.0503404 Feb 15 05:12:30.323296 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-984e4319-c644-48a6-92ad-9ad7332ba72f req-c3444f30-6b87-4b71-b4dc-8b053636966f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392644 Feb 15 05:12:30.428208 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b4e23-a296-4837-bd87-b1532160a9f1 req-80a70b23-4875-457e-958e-30ca1f83fba6 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:30.429639 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b0b4e23-a296-4837-bd87-b1532160a9f1 req-80a70b23-4875-457e-958e-30ca1f83fba6 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 944 time: 0.0501375 Feb 15 05:12:30.477901 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b0b4e23-a296-4837-bd87-b1532160a9f1 req-86a78f3a-ccda-4b6c-a7fd-75dcfde36f3a tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Feb 15 05:12:31.378192 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600181b8-e03d-4718-a43c-e899eae59339 req-372020bc-c4c2-4e7b-b944-473d8270fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:31.381241 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-600181b8-e03d-4718-a43c-e899eae59339 req-372020bc-c4c2-4e7b-b944-473d8270fc49 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1585550 Feb 15 05:12:31.576709 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105903b1-c0c8-4575-a552-103c9d504a9c req-cf0351ba-948c-4063-85fb-8f611759e946 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:31.577395 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-105903b1-c0c8-4575-a552-103c9d504a9c req-cf0351ba-948c-4063-85fb-8f611759e946 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 944 time: 0.1740401 Feb 15 05:12:31.602754 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600181b8-e03d-4718-a43c-e899eae59339 req-9340b629-d766-4a57-aeac-98b51eee617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:31.604280 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-600181b8-e03d-4718-a43c-e899eae59339 req-9340b629-d766-4a57-aeac-98b51eee617d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2154312 Feb 15 05:12:31.666648 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 4b04394b-9484-4345-b2bb-729ec283d825 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:31.688895 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-105903b1-c0c8-4575-a552-103c9d504a9c req-76f8e983-3606-470c-b504-00ba786f5657 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039999 Feb 15 05:12:31.702370 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae34d5-7f3d-4ca2-b24a-8590e0bb924a req-da63dc65-5c4e-4a3c-8d36-5606bd14eb5a tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:31.708221 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75ae34d5-7f3d-4ca2-b24a-8590e0bb924a req-da63dc65-5c4e-4a3c-8d36-5606bd14eb5a tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 944 time: 0.1152256 Feb 15 05:12:31.715917 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port 4b04394b-9484-4345-b2bb-729ec283d825 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:12:31.720966 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 4b04394b-9484-4345-b2bb-729ec283d825 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:31.721339 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (4b04394b-9484-4345-b2bb-729ec283d825), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:31.737880 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-7c043579-bca6-4afe-b8f6-970f405f4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:31.739356 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-7c043579-bca6-4afe-b8f6-970f405f4f89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 1128 time: 0.0945754 Feb 15 05:12:31.792087 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75ae34d5-7f3d-4ca2-b24a-8590e0bb924a req-27cfa21d-0c66-45c9-8791-9a3b0493298c tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828340 Feb 15 05:12:31.793877 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-d55f7ba5-42ea-483c-befa-4a526fedbd89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac96dd9a-0759-487a-bcf0-1e473b576087 HTTP/1.1" status: 200 len: 217 time: 0.0426116 Feb 15 05:12:31.800981 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 4b04394b-9484-4345-b2bb-729ec283d825 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:31.801376 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (4b04394b-9484-4345-b2bb-729ec283d825), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:31.824129 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f05855-46a8-42cb-a2f7-dd90b800902a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b04394b-9484-4345-b2bb-729ec283d825'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:31.826339 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa49131e-e747-42d9-a494-5749a60befbc" -d '{"events": [{"server_uuid": "85f05855-46a8-42cb-a2f7-dd90b800902a", "name": "network-vif-plugged", "status": "completed", "tag": "4b04394b-9484-4345-b2bb-729ec283d825"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:31.839266 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 4b04394b-9484-4345-b2bb-729ec283d825, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=4b04394b-9484-4345-b2bb-729ec283d825,segment=NetworkSegment(23712919-eed4-4e73-bab6-bf95f90d07c1),segment_id=23712919-eed4-4e73-bab6-bf95f90d07c1)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:31.844730 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (4b04394b-9484-4345-b2bb-729ec283d825), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:31.845078 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-edc3f010-b8ee-4c17-81de-ba90f8d55c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:31.847485 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-edc3f010-b8ee-4c17-81de-ba90f8d55c71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8221d351-c26f-4724-86e9-a8efc7e8f33f HTTP/1.1" status: 200 len: 855 time: 0.0447836 Feb 15 05:12:31.867897 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc171980-d03b-4056-97b2-4e68e6260467 x-openstack-request-id: req-dc171980-d03b-4056-97b2-4e68e6260467 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:31.868219 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f05855-46a8-42cb-a2f7-dd90b800902a", "name": "network-vif-plugged", "status": "completed", "tag": "4b04394b-9484-4345-b2bb-729ec283d825", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:31.868477 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc171980-d03b-4056-97b2-4e68e6260467 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:31.868879 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f05855-46a8-42cb-a2f7-dd90b800902a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b04394b-9484-4345-b2bb-729ec283d825', 'code': 200} Feb 15 05:12:31.887545 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-68ac13e5-a6fd-4eda-9b21-298cfd7c66bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19f461cb-3c1b-4361-bbb9-cf0e47177675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283146 Feb 15 05:12:31.894390 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=4b04394b-9484-4345-b2bb-729ec283d825,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:32.000123 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-b2ad4bff-5d0f-49c0-9032-9c81bc6e341e service neutron] 10.222.0.61 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880153 Feb 15 05:12:32.068670 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd14f2-9b00-4e0d-ac22-d29154a106a3 req-3d226148-2be2-47ba-8e0d-ddbc12d68ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:32.070170 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4ffd14f2-9b00-4e0d-ac22-d29154a106a3 req-3d226148-2be2-47ba-8e0d-ddbc12d68ba6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 1129 time: 0.0461879 Feb 15 05:12:32.091707 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69cea3df-2c9d-4da7-9fde-22d6c64d25c7 req-804581ff-4310-495c-8a3d-be7fa3aabe82 service neutron] 10.222.0.61 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819402 Feb 15 05:12:32.116081 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4ffd14f2-9b00-4e0d-ac22-d29154a106a3 req-b9c9905d-ad9b-44f0-92bc-fda5d6fe1b01 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Feb 15 05:12:32.827445 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550a3ee-7d69-462f-81c3-e2193aa036cf req-28545307-613d-4d64-937a-b15b2300866b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:32.829013 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9550a3ee-7d69-462f-81c3-e2193aa036cf req-28545307-613d-4d64-937a-b15b2300866b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 944 time: 0.0652900 Feb 15 05:12:32.884106 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55406) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:32.907423 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9550a3ee-7d69-462f-81c3-e2193aa036cf req-71c89ac6-360d-44a4-9791-2a1eb36e8c97 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718930 Feb 15 05:12:32.911889 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece83272-58de-4563-a0bd-0b26608d432e req-1607be1d-a2c0-48f5-aca4-750613eb81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:32.913842 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ece83272-58de-4563-a0bd-0b26608d432e req-1607be1d-a2c0-48f5-aca4-750613eb81cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 1129 time: 0.0553052 Feb 15 05:12:32.938613 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98b0ab-4845-482c-92cf-1159ea69175b req-2e6f8887-6888-45de-8d1f-97d07880d887 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:32.943428 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0e98b0ab-4845-482c-92cf-1159ea69175b req-2e6f8887-6888-45de-8d1f-97d07880d887 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0780787 Feb 15 05:12:33.024607 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0e98b0ab-4845-482c-92cf-1159ea69175b req-8f3dd592-7761-482a-8186-efd20ebb8211 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722835 Feb 15 05:12:33.028114 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc1373ee-dc90-489e-bbd3-8501005a6138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.040741 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece83272-58de-4563-a0bd-0b26608d432e req-d92ef919-6e85-415a-9711-f29648ae25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:33.042200 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ece83272-58de-4563-a0bd-0b26608d432e req-d92ef919-6e85-415a-9711-f29648ae25f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 919 time: 0.1121686 Feb 15 05:12:33.045204 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053fa1a-933b-4d6f-99b8-d8467e51ba85 req-b6ec38fa-2d6a-453f-b983-5db0a9f6c1fc tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:33.046639 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4053fa1a-933b-4d6f-99b8-d8467e51ba85 req-b6ec38fa-2d6a-453f-b983-5db0a9f6c1fc tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 945 time: 0.0701673 Feb 15 05:12:33.096040 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4053fa1a-933b-4d6f-99b8-d8467e51ba85 req-489bd258-6c92-494b-943b-4eaeca86db25 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437422 Feb 15 05:12:33.110580 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc1373ee-dc90-489e-bbd3-8501005a6138 admin admin] Publish callbacks [] for security_group (1fe1b9b8-2459-4017-b0a3-fb4c8c2993b1), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.114569 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc1373ee-dc90-489e-bbd3-8501005a6138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (1fe1b9b8-2459-4017-b0a3-fb4c8c2993b1), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.151353 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-fc1373ee-dc90-489e-bbd3-8501005a6138 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=795575666362487bbb18faceeb8f697b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660830 Feb 15 05:12:33.152127 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1373ee-dc90-489e-bbd3-8501005a6138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe1b9b8-2459-4017-b0a3-fb4c8c2993b1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:33.154451 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 55410) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:33.200522 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3881901-6ca8-437a-8bf7-1f8e22570968 admin admin] Publish callbacks [] for security_group (1fe1b9b8-2459-4017-b0a3-fb4c8c2993b1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.214375 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-15eee3bf-f334-4ca3-9339-653d0a79c78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.221606 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3881901-6ca8-437a-8bf7-1f8e22570968 admin admin] Publish callbacks [] for security_group (1fe1b9b8-2459-4017-b0a3-fb4c8c2993b1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.267124 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3881901-6ca8-437a-8bf7-1f8e22570968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (1fe1b9b8-2459-4017-b0a3-fb4c8c2993b1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.269713 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3881901-6ca8-437a-8bf7-1f8e22570968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.270831 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d3881901-6ca8-437a-8bf7-1f8e22570968 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1fe1b9b8-2459-4017-b0a3-fb4c8c2993b1 HTTP/1.1" status: 204 len: 168 time: 0.1150959 Feb 15 05:12:33.278284 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3881901-6ca8-437a-8bf7-1f8e22570968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe1b9b8-2459-4017-b0a3-fb4c8c2993b1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:33.857242 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 55436) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:33.952209 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-725241824-network', 'tenant_id': 'd131fba98f0549bcbad0f09923b88dd3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:33.972190 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Made reservation on behalf of d131fba98f0549bcbad0f09923b88dd3 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:33.974902 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:33.985037 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.064571 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54107b2-33b5-4f86-9635-d877a54b05e0 req-d36c8ced-5e24-4b0b-9f2c-50b3a5f2b27d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:34.066051 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c54107b2-33b5-4f86-9635-d877a54b05e0 req-d36c8ced-5e24-4b0b-9f2c-50b3a5f2b27d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 944 time: 0.0830305 Feb 15 05:12:34.149305 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Publish callbacks [] for security_group (4c9ab16f-e8e1-48fd-b634-3b48d0146d33), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.157489 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (4c9ab16f-e8e1-48fd-b634-3b48d0146d33), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.172089 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c54107b2-33b5-4f86-9635-d877a54b05e0 req-274d4440-fb36-4293-b041-b9b7416af18a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978663 Feb 15 05:12:34.183520 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:12:34.207552 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (8bdb8370-05f6-4198-a90f-d0a4acdb5d4c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.207825 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Added segment 8bdb8370-05f6-4198-a90f-d0a4acdb5d4c of type vlan for network 29a541db-211b-4732-93dd-ec24eb1ec8c1 Feb 15 05:12:34.210619 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9ab16f-e8e1-48fd-b634-3b48d0146d33,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:34.225370 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09d0bf-1175-477b-8c83-8a5c08aa24ea req-8ba116fe-2d17-4784-9a2d-d78179a726ff tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:34.226834 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f09d0bf-1175-477b-8c83-8a5c08aa24ea req-8ba116fe-2d17-4784-9a2d-d78179a726ff tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1281061 Feb 15 05:12:34.292482 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (29a541db-211b-4732-93dd-ec24eb1ec8c1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.344391 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f09d0bf-1175-477b-8c83-8a5c08aa24ea req-7a67e62e-01f8-4119-a544-7ccd5e7ecd26 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974455 Feb 15 05:12:34.346581 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (29a541db-211b-4732-93dd-ec24eb1ec8c1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.347583 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:34.348070 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.400286 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5402f7-49e5-4062-8ada-9961d5930b5d req-2f025deb-aa37-4968-b258-b4bc21f7de6e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:34.401721 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe5402f7-49e5-4062-8ada-9961d5930b5d req-2f025deb-aa37-4968-b258-b4bc21f7de6e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 945 time: 0.1559052 Feb 15 05:12:34.415411 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5570936 Feb 15 05:12:34.418486 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55446) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:34.423835 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f39c-a0f0-45e2-9436-dcaa60b6fe8a admin admin] Pushing event updated for resources: {'Network': ['ID=29a541db-211b-4732-93dd-ec24eb1ec8c1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:34.424162 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-ba6aa752-eab6-4011-9bdf-4d9d18de4fd3 admin admin] Request body: {'subnet': {'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-725241824-subnet', 'tenant_id': 'd131fba98f0549bcbad0f09923b88dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:34.433803 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 29a541db-211b-4732-93dd-ec24eb1ec8c1 details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:12:34.456490 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6aa752-eab6-4011-9bdf-4d9d18de4fd3 admin admin] Made reservation on behalf of d131fba98f0549bcbad0f09923b88dd3 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:34.458967 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa752-eab6-4011-9bdf-4d9d18de4fd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3429871'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.464189 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe5402f7-49e5-4062-8ada-9961d5930b5d req-c21a49e5-fd0d-4a34-984d-5cf61aeaacd7 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546391 Feb 15 05:12:34.621718 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa752-eab6-4011-9bdf-4d9d18de4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3341317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3429881'] for subnet (5bfbc70c-7b42-4980-b23b-2c5d3281da8a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.672099 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6aa752-eab6-4011-9bdf-4d9d18de4fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfbc70c-7b42-4980-b23b-2c5d3281da8a,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:34.681693 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6aa752-eab6-4011-9bdf-4d9d18de4fd3 admin admin] Checking segment: {'id': '8bdb8370-05f6-4198-a90f-d0a4acdb5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:34.682049 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6aa752-eab6-4011-9bdf-4d9d18de4fd3 admin admin] Network hostable DHCP agents. Network: 29a541db-211b-4732-93dd-ec24eb1ec8c1, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:12:34.697388 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6aa752-eab6-4011-9bdf-4d9d18de4fd3 admin admin] Network 29a541db-211b-4732-93dd-ec24eb1ec8c1 is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:12:34.705318 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-ba6aa752-eab6-4011-9bdf-4d9d18de4fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 29a541db-211b-4732-93dd-ec24eb1ec8c1) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:34.709312 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6aa752-eab6-4011-9bdf-4d9d18de4fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:34.709855 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa752-eab6-4011-9bdf-4d9d18de4fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:34.713843 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142c077-39ad-4ce2-81b5-1f1bee1af5ac None None] Network 29a541db-211b-4732-93dd-ec24eb1ec8c1 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:12:34.725576 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ba6aa752-eab6-4011-9bdf-4d9d18de4fd3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3058801 Feb 15 05:12:34.816853 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb42300-bab1-42cb-a109-04a49866d04b None None] Network 29a541db-211b-4732-93dd-ec24eb1ec8c1 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:12:34.962439 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ece83272-58de-4563-a0bd-0b26608d432e req-803f6095-1352-4378-bce8-64f82bcf5f46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6b9c521-fe95-4412-b96b-8cec59d3f530 HTTP/1.1" status: 200 len: 217 time: 0.0540679 Feb 15 05:12:35.290285 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c7175-c160-4d03-b465-18953b78ea7c req-602d34d4-6aee-4674-bd50-408c34440317 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:35.291769 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b0c7175-c160-4d03-b465-18953b78ea7c req-602d34d4-6aee-4674-bd50-408c34440317 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 944 time: 0.0527506 Feb 15 05:12:35.337131 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b0c7175-c160-4d03-b465-18953b78ea7c req-6ea62b7b-dbfd-4054-ac4c-10f8c1677517 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 Feb 15 05:12:35.413468 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b1fbe599-b778-437d-b35c-ad75a7eac83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:35.468024 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66342647-75ea-46a8-80e5-34c4b0c1cae6 req-83cbe1af-deec-418d-b180-a3bc7174e5d7 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:35.469396 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66342647-75ea-46a8-80e5-34c4b0c1cae6 req-83cbe1af-deec-418d-b180-a3bc7174e5d7 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0539820 Feb 15 05:12:35.515781 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66342647-75ea-46a8-80e5-34c4b0c1cae6 req-f53a3578-037f-4e62-8bd0-6f784c58cc7b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Feb 15 05:12:35.584887 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21841d42-bbc7-4c8c-abf1-ca1938b37b9e req-08775d98-d1c1-40cf-9349-551245be6a15 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:35.586322 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21841d42-bbc7-4c8c-abf1-ca1938b37b9e req-08775d98-d1c1-40cf-9349-551245be6a15 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 945 time: 0.0540731 Feb 15 05:12:35.631027 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21841d42-bbc7-4c8c-abf1-ca1938b37b9e req-5331bf57-2b5b-4248-85cf-10f08d9a61b7 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390019 Feb 15 05:12:35.980513 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece83272-58de-4563-a0bd-0b26608d432e req-6ba793d5-d545-41f3-b7a7-62862fce7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:35.981929 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ece83272-58de-4563-a0bd-0b26608d432e req-6ba793d5-d545-41f3-b7a7-62862fce7151 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ea711dc-35af-4e23-a3c6-058831f747a6 HTTP/1.1" status: 200 len: 858 time: 0.0436349 Feb 15 05:12:36.450588 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5656b76-aca8-4797-ada2-4b19bb0f8c5c req-45f5eb3e-80a9-49e7-b007-3b0a21c02669 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:36.452564 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5656b76-aca8-4797-ada2-4b19bb0f8c5c req-45f5eb3e-80a9-49e7-b007-3b0a21c02669 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 944 time: 0.0511348 Feb 15 05:12:36.496575 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5656b76-aca8-4797-ada2-4b19bb0f8c5c req-645ea17d-7a8b-433c-86ca-f0dd5acb1bd8 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 Feb 15 05:12:36.535686 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:36.629455 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb34b99-a6dc-48bf-afa4-cb175c944b28 req-df882e12-915d-4cb4-9961-4f148c978574 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:36.630896 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7fb34b99-a6dc-48bf-afa4-cb175c944b28 req-df882e12-915d-4cb4-9961-4f148c978574 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0506787 Feb 15 05:12:36.683952 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7fb34b99-a6dc-48bf-afa4-cb175c944b28 req-50f5e8c5-865c-4e80-9170-98561bd93ca2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473771 Feb 15 05:12:36.748420 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e6ea0-dc8f-4558-a5ee-022d6ee6ce1c req-d1344491-e5fd-4161-82d1-d51c46163292 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:36.749743 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b92e6ea0-dc8f-4558-a5ee-022d6ee6ce1c req-d1344491-e5fd-4161-82d1-d51c46163292 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 945 time: 0.0499568 Feb 15 05:12:36.798926 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b92e6ea0-dc8f-4558-a5ee-022d6ee6ce1c req-00ebf108-b902-4729-98ee-ab97be2c397e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436454 Feb 15 05:12:37.268952 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ece83272-58de-4563-a0bd-0b26608d432e req-17b8c176-b3ab-45dd-b68b-52853a02118e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd594851-7477-41c9-a7b4-26db9b9126be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263283 Feb 15 05:12:37.353913 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ece83272-58de-4563-a0bd-0b26608d432e req-ffb04cfb-d87f-420e-8996-035b522ffc82 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777392 Feb 15 05:12:37.442249 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ece83272-58de-4563-a0bd-0b26608d432e req-759d7a26-dc50-4592-a3b7-e54f345bc6a7 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816915 Feb 15 05:12:37.615084 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f374464-1777-44b6-826e-d563edffeed1 req-2833b205-c40e-40b9-a5c9-ef220d31860c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:37.616557 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f374464-1777-44b6-826e-d563edffeed1 req-2833b205-c40e-40b9-a5c9-ef220d31860c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 944 time: 0.0502160 Feb 15 05:12:37.660373 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f374464-1777-44b6-826e-d563edffeed1 req-77f4745c-694b-4df9-a247-a1c8896dd304 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384717 Feb 15 05:12:37.801555 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5756d6-ad9d-4821-8954-4d1caba84b98 req-86e83772-2ca6-44b9-ad1e-5b4a96754ee4 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:37.802898 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c5756d6-ad9d-4821-8954-4d1caba84b98 req-86e83772-2ca6-44b9-ad1e-5b4a96754ee4 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0532990 Feb 15 05:12:37.847879 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c5756d6-ad9d-4821-8954-4d1caba84b98 req-f9ee049b-e532-44ee-909f-4aa66e41e91d tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394597 Feb 15 05:12:37.915208 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3bb4-2dce-47dd-bfd2-1552c3c40a2c req-253fcf1f-ba7f-47b8-a5d5-fd718da645b2 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:37.916757 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-084e3bb4-2dce-47dd-bfd2-1552c3c40a2c req-253fcf1f-ba7f-47b8-a5d5-fd718da645b2 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 945 time: 0.0520082 Feb 15 05:12:37.964954 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-084e3bb4-2dce-47dd-bfd2-1552c3c40a2c req-1a3f982c-4527-44b9-b90c-52bb1837eaaa tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Feb 15 05:12:38.338503 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:38.788863 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c23a4-e107-4f62-bf26-9d68902b0bd2 req-e1d70e3e-6e5f-4a14-8f26-0929c4c8040c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:38.790371 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf4c23a4-e107-4f62-bf26-9d68902b0bd2 req-e1d70e3e-6e5f-4a14-8f26-0929c4c8040c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 944 time: 0.0645995 Feb 15 05:12:38.836001 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf4c23a4-e107-4f62-bf26-9d68902b0bd2 req-2fe68f7a-3f5a-4a61-b0f9-5e650c8cc4de tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399961 Feb 15 05:12:38.971785 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72da2a6-2816-45e3-b725-965d0c3e3e2c req-ab484b15-4c4d-4b66-b423-2ed103be7ccb tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:38.971785 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e72da2a6-2816-45e3-b725-965d0c3e3e2c req-ab484b15-4c4d-4b66-b423-2ed103be7ccb tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0560508 Feb 15 05:12:39.024029 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e72da2a6-2816-45e3-b725-965d0c3e3e2c req-fbb268ab-a34c-4d08-9551-b1b49d2e240b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471289 Feb 15 05:12:39.091438 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820f89e-c471-4d7b-9b7d-a4b4d887c3d4 req-6eea9057-eb7b-4cdc-814d-46b3d4b0c953 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:39.092948 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b820f89e-c471-4d7b-9b7d-a4b4d887c3d4 req-6eea9057-eb7b-4cdc-814d-46b3d4b0c953 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 945 time: 0.0512416 Feb 15 05:12:39.145100 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b820f89e-c471-4d7b-9b7d-a4b4d887c3d4 req-c4fe4930-710a-406b-81b3-34be6ecf7487 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456007 Feb 15 05:12:39.579352 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:39.950930 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85893a-09f4-4948-ad86-7864f2d452eb req-e7bc401a-268b-4c89-8bad-23a274cfe17b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:39.952410 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8c85893a-09f4-4948-ad86-7864f2d452eb req-e7bc401a-268b-4c89-8bad-23a274cfe17b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 944 time: 0.0515628 Feb 15 05:12:40.005186 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8c85893a-09f4-4948-ad86-7864f2d452eb req-f52a6fba-4014-40b7-8082-b73b3f0d03c8 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471771 Feb 15 05:12:40.147327 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d8e94-8ad4-4784-b14f-c9a57abaa529 req-c5f850cb-aa7b-4ae6-86c2-eca588e6c987 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:40.148759 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6d8e94-8ad4-4784-b14f-c9a57abaa529 req-c5f850cb-aa7b-4ae6-86c2-eca588e6c987 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0515354 Feb 15 05:12:40.196102 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6d8e94-8ad4-4784-b14f-c9a57abaa529 req-10648889-9949-4649-94b4-32eb53733162 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Feb 15 05:12:40.271358 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6c64b-7eee-445f-b1c6-bddd4ead1f68 req-28fbcc70-4072-4074-a8ef-cca27af128cb tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:40.272819 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a6c6c64b-7eee-445f-b1c6-bddd4ead1f68 req-28fbcc70-4072-4074-a8ef-cca27af128cb tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 945 time: 0.0572684 Feb 15 05:12:40.318009 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a6c6c64b-7eee-445f-b1c6-bddd4ead1f68 req-83045e61-546d-4a75-b79f-22f06d2c84a8 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Feb 15 05:12:40.681186 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-1821c1f9-f555-4f18-8028-6d38ca1d7f8e tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:40.682621 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-1821c1f9-f555-4f18-8028-6d38ca1d7f8e tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/networks?id=29a541db-211b-4732-93dd-ec24eb1ec8c1 HTTP/1.1" status: 200 len: 813 time: 0.1007166 Feb 15 05:12:40.696313 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ef8c26d0-e263-472c-b7dd-69d3c786b366 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/quotas/d131fba98f0549bcbad0f09923b88dd3 HTTP/1.1" status: 200 len: 375 time: 0.0085170 Feb 15 05:12:40.729558 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-1c69b8b2-f05d-42ac-9284-fe9ee11fc6f6 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d131fba98f0549bcbad0f09923b88dd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285916 Feb 15 05:12:40.823633 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-0d2c55f9-d56e-47ee-865e-e73e83d4cbf0 service neutron] 10.222.0.43 "GET /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870385 Feb 15 05:12:41.179806 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-294d40e2-960b-440b-a80f-38c3bf64f71e service neutron] 10.222.0.43 "GET /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506348 Feb 15 05:12:41.187725 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f033eb-985b-4055-a94d-e8bc8333ccfa req-f03df9fa-c1ec-4cdd-9ad7-02dc29b40399 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:41.189176 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89f033eb-985b-4055-a94d-e8bc8333ccfa req-f03df9fa-c1ec-4cdd-9ad7-02dc29b40399 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 945 time: 0.0784516 Feb 15 05:12:41.238813 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89f033eb-985b-4055-a94d-e8bc8333ccfa req-99871731-81b5-4f9e-98d6-e438ab4f8234 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440860 Feb 15 05:12:41.389786 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bd965-2c8d-4cbe-a7ec-c5a53515243a req-ac61853c-a11b-456b-a048-05a284602a69 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:41.391251 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb8bd965-2c8d-4cbe-a7ec-c5a53515243a req-ac61853c-a11b-456b-a048-05a284602a69 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 944 time: 0.0884686 Feb 15 05:12:41.403738 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de1967-19d2-4768-a749-330ddd73cb6a req-f0d0897b-e382-4394-a509-5b48bdd56061 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:41.405152 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-67de1967-19d2-4768-a749-330ddd73cb6a req-f0d0897b-e382-4394-a509-5b48bdd56061 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0746748 Feb 15 05:12:41.477698 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-67de1967-19d2-4768-a749-330ddd73cb6a req-ba57f647-5fe6-4f7b-8495-4d2c02926df6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650675 Feb 15 05:12:41.480746 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb8bd965-2c8d-4cbe-a7ec-c5a53515243a req-cc3e929f-1560-4751-ae8a-09ea2674babf tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746412 Feb 15 05:12:41.553588 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-348e8b63-9246-420e-a0ae-c773ce3712af req-92017649-54b5-43b9-8175-b5403e63e98c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0299602 Feb 15 05:12:41.608026 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfddc1e-8d78-4b2b-8192-485a7c75360e req-f4984802-c62d-4761-bb5e-073debd184d9 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:41.609483 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8cfddc1e-8d78-4b2b-8192-485a7c75360e req-f4984802-c62d-4761-bb5e-073debd184d9 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 946 time: 0.0594311 Feb 15 05:12:41.657179 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8cfddc1e-8d78-4b2b-8192-485a7c75360e req-dd04986a-429c-4a6c-84a4-f0de577737b5 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420401 Feb 15 05:12:41.681292 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55624) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:41.689538 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device ac96dd9a-0759-487a-bcf0-1e473b576087 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:12:41.803871 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port ac96dd9a-0759-487a-bcf0-1e473b576087, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ac96dd9a-0759-487a-bcf0-1e473b576087,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:41.813986 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': 'ac96dd9a-0759-487a-bcf0-1e473b576087', 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675', 'port_id': 'ac96dd9a-0759-487a-bcf0-1e473b576087', 'mac_address': 'fa:16:3e:2c:a6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8221d351-c26f-4724-86e9-a8efc7e8f33f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:12:41.912655 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7352f654-ebbd-478e-b1cf-0ee5bcc7be1f tempest-TestMinimumBasicScenario-1021323972 tempest-TestMinimumBasicScenario-1021323972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:41.914323 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7352f654-ebbd-478e-b1cf-0ee5bcc7be1f tempest-TestMinimumBasicScenario-1021323972 tempest-TestMinimumBasicScenario-1021323972-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 1125 time: 0.2315607 Feb 15 05:12:41.917509 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 55630) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:41.922017 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Request body: {'floatingip': {'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'port_id': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:41.953246 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:41.992189 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port ac96dd9a-0759-487a-bcf0-1e473b576087 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:41.992502 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:42.004884 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac96dd9a-0759-487a-bcf0-1e473b576087 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:12:42.027696 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port ac96dd9a-0759-487a-bcf0-1e473b576087, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ac96dd9a-0759-487a-bcf0-1e473b576087,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:42.032309 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:42.049296 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:42.079972 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=ac96dd9a-0759-487a-bcf0-1e473b576087,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:42.155152 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Allocated IP 172.27.3.250 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/d2c7c7ec-d540-4756-bd1c-e8e6a91a264f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:42.259950 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for port (d2c7c7ec-d540-4756-bd1c-e8e6a91a264f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:42.297939 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (d2c7c7ec-d540-4756-bd1c-e8e6a91a264f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:42.363747 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:42.369644 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:42.372570 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event updated for resources: {'Port': ['ID=d2c7c7ec-d540-4756-bd1c-e8e6a91a264f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:42.375890 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:42.425227 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16174855-62cf-4fc9-be04-aaa5bd933e57 req-5f739541-777c-4708-82ab-d94c50e0ebe0 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:42.426691 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-16174855-62cf-4fc9-be04-aaa5bd933e57 req-5f739541-777c-4708-82ab-d94c50e0ebe0 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 945 time: 0.1053238 Feb 15 05:12:42.533037 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-16174855-62cf-4fc9-be04-aaa5bd933e57 req-c078e02a-464a-4eef-b18d-8a99d436f597 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003523 Feb 15 05:12:42.555687 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['ac96dd9a-0759-487a-bcf0-1e473b576087'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:42.617326 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-7cb67512-7ab3-46d4-96e2-7e3e67fa4fec tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:42.619686 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-7cb67512-7ab3-46d4-96e2-7e3e67fa4fec tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.61 "GET /v2.0/networks?id=29a541db-211b-4732-93dd-ec24eb1ec8c1 HTTP/1.1" status: 200 len: 813 time: 0.1618066 Feb 15 05:12:42.633098 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Request body: {'port': {'device_id': 'd2a5b1d5-6583-49bc-b597-566b38325334', 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1', 'admin_state_up': True, 'tenant_id': 'd131fba98f0549bcbad0f09923b88dd3'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:42.750677 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Made reservation on behalf of d131fba98f0549bcbad0f09923b88dd3 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:42.754903 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:42.757749 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14402b-2b54-4c22-975f-5c0f18af825e req-cd197792-8152-41e3-809e-347aef9a3662 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:42.766820 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a14402b-2b54-4c22-975f-5c0f18af825e req-cd197792-8152-41e3-809e-347aef9a3662 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 945 time: 0.1641436 Feb 15 05:12:42.791352 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc086e6-fcfd-4cc2-abde-0e7d18baab34 req-a9aa99e7-050f-49d8-a512-e476166a58a9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:42.792527 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5fc086e6-fcfd-4cc2-abde-0e7d18baab34 req-a9aa99e7-050f-49d8-a512-e476166a58a9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1398721 Feb 15 05:12:42.978119 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a14402b-2b54-4c22-975f-5c0f18af825e req-6d9c576d-9236-4850-a9ad-a266982ce280 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103989 Feb 15 05:12:42.987329 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for floatingip (1f0d790b-67cc-476d-9efd-5e3f246b9e04), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:42.991845 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5fc086e6-fcfd-4cc2-abde-0e7d18baab34 req-476aa2c0-728b-4077-9a54-d76b1bbf838f tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872594 Feb 15 05:12:43.077281 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Allocated IP 172.20.0.13 (29a541db-211b-4732-93dd-ec24eb1ec8c1/5bfbc70c-7b42-4980-b23b-2c5d3281da8a/85de328b-40e7-4d06-b9bd-793814238a0d) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:43.095559 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99005777-8e16-4b19-917a-c258c0c79e8e req-9f0147f4-748e-446a-89ce-da9f0042635c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0442684 Feb 15 05:12:43.103856 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (d2c7c7ec-d540-4756-bd1c-e8e6a91a264f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.233988 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks [] for port (85de328b-40e7-4d06-b9bd-793814238a0d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.261179 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for port (d2c7c7ec-d540-4756-bd1c-e8e6a91a264f), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.265755 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (d2c7c7ec-d540-4756-bd1c-e8e6a91a264f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.267394 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.313690 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Network 29a541db-211b-4732-93dd-ec24eb1ec8c1 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:43.316730 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:43.321254 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:43.323769 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Pushing event updated for resources: {'Port': ['ID=85de328b-40e7-4d06-b9bd-793814238a0d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:43.354336 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event updated for resources: {'Port': ['ID=d2c7c7ec-d540-4756-bd1c-e8e6a91a264f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:43.369947 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:43.370634 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.376741 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (1f0d790b-67cc-476d-9efd-5e3f246b9e04), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.387231 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-8f2ff4aa-af22-4103-9b93-32f81fd36e9c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7583170 Feb 15 05:12:43.399547 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Request body: {'port': {'device_id': 'd2a5b1d5-6583-49bc-b597-566b38325334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:43.418874 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5af00-9799-4783-9d01-d4fbf0270215 req-06f64632-3998-4f5f-a525-5a215337f7fc tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:43.420858 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-83d5af00-9799-4783-9d01-d4fbf0270215 req-06f64632-3998-4f5f-a525-5a215337f7fc tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.61 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 945 time: 0.1288025 Feb 15 05:12:43.461743 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.564108 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Floating IP 1f0d790b-67cc-476d-9efd-5e3f246b9e04 associated. External IP: 172.27.3.250, port: b9b807c1-35ec-40db-861b-2d12342ef398. Feb 15 05:12:43.664648 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-83d5af00-9799-4783-9d01-d4fbf0270215 req-18cac3e2-211d-4df2-a795-662e47bb2318 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Deleting port 4b04394b-9484-4345-b2bb-729ec283d825 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:12:43.664903 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-83d5af00-9799-4783-9d01-d4fbf0270215 req-18cac3e2-211d-4df2-a795-662e47bb2318 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (4b04394b-9484-4345-b2bb-729ec283d825), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.721308 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85de328b-40e7-4d06-b9bd-793814238a0d {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:12:43.728532 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Publish callbacks [] for port (85de328b-40e7-4d06-b9bd-793814238a0d), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.741184 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Transition to ACTIVE for port object 85de328b-40e7-4d06-b9bd-793814238a0d will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:12:43.745154 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.770196 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41a2ca-a114-4e43-b13a-535dc73b3303 req-5ad4a3b8-df88-41b3-a1b4-c29d417b53b9 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:43.771675 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9e41a2ca-a114-4e43-b13a-535dc73b3303 req-5ad4a3b8-df88-41b3-a1b4-c29d417b53b9 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 945 time: 0.1677594 Feb 15 05:12:43.795850 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Pushing event updated for resources: {'Port': ['ID=85de328b-40e7-4d06-b9bd-793814238a0d,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:43.862852 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-83d5af00-9799-4783-9d01-d4fbf0270215 req-18cac3e2-211d-4df2-a795-662e47bb2318 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] For port 4b04394b-9484-4345-b2bb-729ec283d825, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=4b04394b-9484-4345-b2bb-729ec283d825,segment=NetworkSegment(23712919-eed4-4e73-bab6-bf95f90d07c1),segment_id=23712919-eed4-4e73-bab6-bf95f90d07c1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:43.863212 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-83d5af00-9799-4783-9d01-d4fbf0270215 req-18cac3e2-211d-4df2-a795-662e47bb2318 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (4b04394b-9484-4345-b2bb-729ec283d825), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.864442 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Attempting to bind port 85de328b-40e7-4d06-b9bd-793814238a0d on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:12:43.864850 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Attempting to bind port 85de328b-40e7-4d06-b9bd-793814238a0d by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '8bdb8370-05f6-4198-a90f-d0a4acdb5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:12:43.865241 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Attempting to bind port 85de328b-40e7-4d06-b9bd-793814238a0d on network 29a541db-211b-4732-93dd-ec24eb1ec8c1 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:43.869432 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Port 85de328b-40e7-4d06-b9bd-793814238a0d on network 29a541db-211b-4732-93dd-ec24eb1ec8c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:12:43.869752 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Attempting to bind port 85de328b-40e7-4d06-b9bd-793814238a0d on network 29a541db-211b-4732-93dd-ec24eb1ec8c1 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:43.874929 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:12:43.875268 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Checking segment: {'id': '8bdb8370-05f6-4198-a90f-d0a4acdb5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:43.875693 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Bound using segment: {'id': '8bdb8370-05f6-4198-a90f-d0a4acdb5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:12:43.876119 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Bound port: 85de328b-40e7-4d06-b9bd-793814238a0d, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdb8370-05f6-4198-a90f-d0a4acdb5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:12:43.877073 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.887351 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-83d5af00-9799-4783-9d01-d4fbf0270215 req-18cac3e2-211d-4df2-a795-662e47bb2318 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Calling delete_port for 4b04394b-9484-4345-b2bb-729ec283d825 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:12:43.957231 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] For port 85de328b-40e7-4d06-b9bd-793814238a0d, host hv-cinder-82869, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:12:43.960758 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] For port 85de328b-40e7-4d06-b9bd-793814238a0d, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=85de328b-40e7-4d06-b9bd-793814238a0d,segment=NetworkSegment(8bdb8370-05f6-4198-a90f-d0a4acdb5d4c),segment_id=8bdb8370-05f6-4198-a90f-d0a4acdb5d4c)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:12:43.967814 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:43.995374 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9e41a2ca-a114-4e43-b13a-535dc73b3303 req-4b4b6cb9-2532-4895-b3e6-93111bfc2768 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127542 Feb 15 05:12:44.009849 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:44.010784 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:44.013783 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] 10.222.0.61 "PUT /v2.0/ports/85de328b-40e7-4d06-b9bd-793814238a0d HTTP/1.1" status: 200 len: 1094 time: 0.6180561 Feb 15 05:12:44.014280 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a5b1d5-6583-49bc-b597-566b38325334', 'tag': '85de328b-40e7-4d06-b9bd-793814238a0d'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:44.017249 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d405f78e54060b3f35fba0d75da544d2410d2332c32325fa9b97c03aebb98be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5b1e95-bcc5-410b-a81a-7dead4b54577" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a5b1d5-6583-49bc-b597-566b38325334", "tag": "85de328b-40e7-4d06-b9bd-793814238a0d"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:44.063093 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc149fb-b561-46fc-8870-81ccaf4f0df7 service neutron] Pushing event updated for resources: {'Port': ['ID=85de328b-40e7-4d06-b9bd-793814238a0d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:44.092384 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65389f0-5e38-47e9-86ea-79a99347ccc7 x-openstack-request-id: req-b65389f0-5e38-47e9-86ea-79a99347ccc7 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:44.092681 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a5b1d5-6583-49bc-b597-566b38325334", "tag": "85de328b-40e7-4d06-b9bd-793814238a0d", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:44.092937 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b65389f0-5e38-47e9-86ea-79a99347ccc7 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:44.093897 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a5b1d5-6583-49bc-b597-566b38325334', 'tag': '85de328b-40e7-4d06-b9bd-793814238a0d', 'status': 'completed', 'code': 200} Feb 15 05:12:44.098728 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:12:44.155421 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-39b76248-3252-4e32-9b88-f11c15a7c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:44.156963 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-39b76248-3252-4e32-9b88-f11c15a7c420 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d131fba98f0549bcbad0f09923b88dd3&device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 1128 time: 0.0493083 Feb 15 05:12:44.207405 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-6c39cf95-8fd9-4b62-8df5-407b958caacc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85de328b-40e7-4d06-b9bd-793814238a0d HTTP/1.1" status: 200 len: 217 time: 0.0421836 Feb 15 05:12:44.258219 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-89197c11-a416-4b98-9032-cbbdc7537278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:44.260065 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-89197c11-a416-4b98-9032-cbbdc7537278 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5bfbc70c-7b42-4980-b23b-2c5d3281da8a HTTP/1.1" status: 200 len: 853 time: 0.0467026 Feb 15 05:12:44.292182 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55666) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:44.296592 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-91f1b715-9be9-4459-952f-fc2ffedb1ac3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29a541db-211b-4732-93dd-ec24eb1ec8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297937 Feb 15 05:12:44.396476 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-d1c5e8d9-8b0f-4e85-b3a0-1835c4d5ddd6 service neutron] 10.222.0.61 "GET /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913379 Feb 15 05:12:44.417592 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a596fa39-622c-4c19-8603-d3b605791e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:44.525139 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddcc2190-b804-4ac7-a5d2-cd61eed6d1b4 req-6eb79f4c-dc04-4477-9a86-ec35b0fc2091 service neutron] 10.222.0.61 "GET /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205535 Feb 15 05:12:44.542411 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da87312-811c-4951-adf2-357750000324 req-f805c484-7d5b-4685-8efb-4f48276460fa tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:44.543975 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4da87312-811c-4951-adf2-357750000324 req-f805c484-7d5b-4685-8efb-4f48276460fa tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 945 time: 0.4475040 Feb 15 05:12:44.561053 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a596fa39-622c-4c19-8603-d3b605791e69 admin admin] Publish callbacks [] for security_group (8f4e9c32-c277-4e57-8757-9ac548234f4e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:44.565716 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a596fa39-622c-4c19-8603-d3b605791e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (8f4e9c32-c277-4e57-8757-9ac548234f4e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:44.596243 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2b906-c994-4952-9b51-365e94558ece req-651050b3-58d4-48cd-ae36-35776035b026 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:44.597711 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6cf2b906-c994-4952-9b51-365e94558ece req-651050b3-58d4-48cd-ae36-35776035b026 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.4488375 Feb 15 05:12:44.613099 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a596fa39-622c-4c19-8603-d3b605791e69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7caa12105d9a44728d1e08a18b9af6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197074 Feb 15 05:12:44.626855 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596fa39-622c-4c19-8603-d3b605791e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4e9c32-c277-4e57-8757-9ac548234f4e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:44.629301 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55670) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:44.639222 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-83d5af00-9799-4783-9d01-d4fbf0270215 req-18cac3e2-211d-4df2-a795-662e47bb2318 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (4b04394b-9484-4345-b2bb-729ec283d825), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:44.676904 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b1e95-bcc5-410b-a81a-7dead4b54577 req-6a46e7c2-d057-4a1a-b9c2-f6cae8952e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:44.678386 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ff5b1e95-bcc5-410b-a81a-7dead4b54577 req-6a46e7c2-d057-4a1a-b9c2-f6cae8952e36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d131fba98f0549bcbad0f09923b88dd3&device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 1128 time: 0.0803442 Feb 15 05:12:44.699061 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c363fb81-7c60-4dbf-9dae-c2326b92bb5d admin admin] Publish callbacks [] for security_group (8f4e9c32-c277-4e57-8757-9ac548234f4e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:44.744543 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4da87312-811c-4951-adf2-357750000324 req-658b9793-3441-428e-bf03-09f0ae6fefcb tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933627 Feb 15 05:12:44.767631 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c363fb81-7c60-4dbf-9dae-c2326b92bb5d admin admin] Publish callbacks [] for security_group (8f4e9c32-c277-4e57-8757-9ac548234f4e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:44.772847 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cac3e2-211d-4df2-a795-662e47bb2318 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Pushing event deleted for resources: {'Port': ['ID=4b04394b-9484-4345-b2bb-729ec283d825,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:44.772847 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:12:44.793228 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04affef-9a69-4af8-ad2c-131f48a569d7 None None] Sync routers for ids ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:12:44.805576 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04affef-9a69-4af8-ad2c-131f48a569d7 None None] Routers {'1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:12:44.806537 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-a04affef-9a69-4af8-ad2c-131f48a569d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:44.815245 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d5af00-9799-4783-9d01-d4fbf0270215 req-18cac3e2-211d-4df2-a795-662e47bb2318 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] No DVR routers for this DVR port 4b04394b-9484-4345-b2bb-729ec283d825 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:12:44.817781 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b1e95-bcc5-410b-a81a-7dead4b54577 req-2fd87128-c4c9-4ac7-8454-6ccf273f90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:44.818553 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-83d5af00-9799-4783-9d01-d4fbf0270215 req-18cac3e2-211d-4df2-a795-662e47bb2318 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:44.819290 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ff5b1e95-bcc5-410b-a81a-7dead4b54577 req-2fd87128-c4c9-4ac7-8454-6ccf273f90b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=29a541db-211b-4732-93dd-ec24eb1ec8c1 HTTP/1.1" status: 200 len: 914 time: 0.1303928 Feb 15 05:12:44.823005 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-83d5af00-9799-4783-9d01-d4fbf0270215 req-18cac3e2-211d-4df2-a795-662e47bb2318 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.61 "DELETE /v2.0/ports/4b04394b-9484-4345-b2bb-729ec283d825 HTTP/1.1" status: 204 len: 173 time: 1.3965316 Feb 15 05:12:44.827054 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f05855-46a8-42cb-a2f7-dd90b800902a', 'name': 'network-vif-deleted', 'tag': '4b04394b-9484-4345-b2bb-729ec283d825'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:44.829624 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf6034d-2557-47e8-863a-b6e99613a194" -d '{"events": [{"server_uuid": "85f05855-46a8-42cb-a2f7-dd90b800902a", "name": "network-vif-deleted", "tag": "4b04394b-9484-4345-b2bb-729ec283d825"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:44.835763 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:44.841293 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6cf2b906-c994-4952-9b51-365e94558ece req-64b33798-7251-47f9-b8cb-33c07c040fa0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081256 Feb 15 05:12:44.911714 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-33bc760f-f2f3-4a1b-95ee-e7b04460e840 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9905918 Feb 15 05:12:44.914680 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 55676) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:44.916565 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ff5b1e95-bcc5-410b-a81a-7dead4b54577 req-12ae4aba-3d8c-48b1-b065-a10166b99b04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85de328b-40e7-4d06-b9bd-793814238a0d HTTP/1.1" status: 200 len: 217 time: 0.0865421 Feb 15 05:12:44.921363 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b1949bf3-46a3-4c3c-819b-70c4b9cedc2e tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061683504', 'description': 'tempest-secgroup-smoke-2061683504 description', 'project_id': 'bbc00c2984834d619587d8bfc62961b1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:44.928402 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1003ec-f84f-4380-b6b6-5e424526839c x-openstack-request-id: req-9d1003ec-f84f-4380-b6b6-5e424526839c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:44.928659 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c363fb81-7c60-4dbf-9dae-c2326b92bb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (8f4e9c32-c277-4e57-8757-9ac548234f4e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:44.929030 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f05855-46a8-42cb-a2f7-dd90b800902a", "name": "network-vif-deleted", "tag": "4b04394b-9484-4345-b2bb-729ec283d825", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:44.929401 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d1003ec-f84f-4380-b6b6-5e424526839c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:44.935924 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c363fb81-7c60-4dbf-9dae-c2326b92bb5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:44.943634 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c363fb81-7c60-4dbf-9dae-c2326b92bb5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f4e9c32-c277-4e57-8757-9ac548234f4e HTTP/1.1" status: 204 len: 168 time: 0.3103256 Feb 15 05:12:44.946042 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f05855-46a8-42cb-a2f7-dd90b800902a', 'name': 'network-vif-deleted', 'tag': '4b04394b-9484-4345-b2bb-729ec283d825', 'status': 'completed', 'code': 200} Feb 15 05:12:44.974150 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-a04affef-9a69-4af8-ad2c-131f48a569d7 None None] Set router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:12:44.984121 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c8280-10e1-4cc8-9c47-988bd664c733 req-01bf9f0e-b7c9-4a15-a82a-220a8660c5cf tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:44.986008 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a43c8280-10e1-4cc8-9c47-988bd664c733 req-01bf9f0e-b7c9-4a15-a82a-220a8660c5cf tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 944 time: 0.1215670 Feb 15 05:12:44.987425 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1949bf3-46a3-4c3c-819b-70c4b9cedc2e tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.005913 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363fb81-7c60-4dbf-9dae-c2326b92bb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4e9c32-c277-4e57-8757-9ac548234f4e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:45.058167 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b1e95-bcc5-410b-a81a-7dead4b54577 req-e151fc40-c2ee-44d0-b5f5-b8505c79492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:45.059455 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ff5b1e95-bcc5-410b-a81a-7dead4b54577 req-e151fc40-c2ee-44d0-b5f5-b8505c79492b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5bfbc70c-7b42-4980-b23b-2c5d3281da8a HTTP/1.1" status: 200 len: 853 time: 0.1170776 Feb 15 05:12:45.096527 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a43c8280-10e1-4cc8-9c47-988bd664c733 req-e22033e4-9b76-4945-8780-ea7e251c5766 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964415 Feb 15 05:12:45.121662 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ff5b1e95-bcc5-410b-a81a-7dead4b54577 req-7d2a9995-fd40-42d2-87df-915abe87085a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29a541db-211b-4732-93dd-ec24eb1ec8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489573 Feb 15 05:12:45.150809 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1949bf3-46a3-4c3c-819b-70c4b9cedc2e tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group (fac0c3aa-0960-4e8a-afae-14f7323e59db), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.164253 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1949bf3-46a3-4c3c-819b-70c4b9cedc2e tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (fac0c3aa-0960-4e8a-afae-14f7323e59db), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.189014 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ec4d35f0-9946-4274-8b58-77bf3845be4f req-727bcc22-aa42-4f34-8b11-3f8fff687acf tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f05855-46a8-42cb-a2f7-dd90b800902a HTTP/1.1" status: 200 len: 210 time: 0.0420001 Feb 15 05:12:45.218386 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1949bf3-46a3-4c3c-819b-70c4b9cedc2e tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac0c3aa-0960-4e8a-afae-14f7323e59db,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:45.222662 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1949bf3-46a3-4c3c-819b-70c4b9cedc2e tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.227614 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b1949bf3-46a3-4c3c-819b-70c4b9cedc2e tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3116226 Feb 15 05:12:45.229812 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 55684) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:45.239219 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ae72a19d-a33c-407d-a18f-065e37f46566 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Request body: {'security_group_rule': {'security_group_id': 'fac0c3aa-0960-4e8a-afae-14f7323e59db', 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:45.254447 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-a04affef-9a69-4af8-ad2c-131f48a569d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 4, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '1f0d790b-67cc-476d-9efd-5e3f246b9e04', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'port_id': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'mac_address': 'fa:16:3e:07:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:12:42Z', 'updated_at': '2022-02-15T05:12:42Z', 'revision_number': 0, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '690eba6e-63d4-41c7-894d-fcdcfc1b88ee', 'name': '', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'mac_address': 'fa:16:3e:22:15:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:04Z', 'updated_at': '2022-02-15T05:11:09Z', 'revision_number': 5, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'subnets': [{'id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:45.262306 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ff5b1e95-bcc5-410b-a81a-7dead4b54577 req-a344f8e4-ca0a-4fef-83be-1bf4acca1b09 service neutron] 10.222.0.61 "GET /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327186 Feb 15 05:12:45.276379 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae72a19d-a33c-407d-a18f-065e37f46566 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (15e28908-7e6f-40d4-a04c-d54d9233b2c4), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.348246 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae72a19d-a33c-407d-a18f-065e37f46566 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (15e28908-7e6f-40d4-a04c-d54d9233b2c4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.355374 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae72a19d-a33c-407d-a18f-065e37f46566 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (15e28908-7e6f-40d4-a04c-d54d9233b2c4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.384984 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04affef-9a69-4af8-ad2c-131f48a569d7 None None] Checking router: 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:12:45.389016 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72a19d-a33c-407d-a18f-065e37f46566 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e28908-7e6f-40d4-a04c-d54d9233b2c4,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:45.393016 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ff5b1e95-bcc5-410b-a81a-7dead4b54577 req-08da869e-7d35-4a38-918e-f7753fd5d581 service neutron] 10.222.0.61 "GET /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236887 Feb 15 05:12:45.395084 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04affef-9a69-4af8-ad2c-131f48a569d7 None None] Routers {'1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:12:45.395708 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-a04affef-9a69-4af8-ad2c-131f48a569d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:45.399972 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae72a19d-a33c-407d-a18f-065e37f46566 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.408452 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ae72a19d-a33c-407d-a18f-065e37f46566 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1774576 Feb 15 05:12:45.412316 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55690) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:45.423597 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-9335755e-c4f4-4526-b0e6-26282bda1b76 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Request body: {'security_group_rule': {'security_group_id': 'fac0c3aa-0960-4e8a-afae-14f7323e59db', 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:45.467887 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9335755e-c4f4-4526-b0e6-26282bda1b76 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (def8e025-aec4-478d-bc81-5f9534b6b89b), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.513486 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-a04affef-9a69-4af8-ad2c-131f48a569d7 None None] Set router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:12:45.538505 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9335755e-c4f4-4526-b0e6-26282bda1b76 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (def8e025-aec4-478d-bc81-5f9534b6b89b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.543769 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9335755e-c4f4-4526-b0e6-26282bda1b76 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (def8e025-aec4-478d-bc81-5f9534b6b89b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.570198 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335755e-c4f4-4526-b0e6-26282bda1b76 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def8e025-aec4-478d-bc81-5f9534b6b89b,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:45.583295 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9335755e-c4f4-4526-b0e6-26282bda1b76 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.587659 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 55696) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:45.588167 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9335755e-c4f4-4526-b0e6-26282bda1b76 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1743586 Feb 15 05:12:45.593441 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9c591f74-d53f-4c73-90f8-f5f12915704a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Request body: {'security_group_rule': {'security_group_id': 'fac0c3aa-0960-4e8a-afae-14f7323e59db', 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:45.623706 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c591f74-d53f-4c73-90f8-f5f12915704a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (ddee92b3-aa6f-462c-a00c-75bd27cdc8ba), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.692838 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c591f74-d53f-4c73-90f8-f5f12915704a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (ddee92b3-aa6f-462c-a00c-75bd27cdc8ba), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.698015 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c591f74-d53f-4c73-90f8-f5f12915704a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (ddee92b3-aa6f-462c-a00c-75bd27cdc8ba), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.714953 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c591f74-d53f-4c73-90f8-f5f12915704a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddee92b3-aa6f-462c-a00c-75bd27cdc8ba,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:45.725120 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c591f74-d53f-4c73-90f8-f5f12915704a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.729148 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9c591f74-d53f-4c73-90f8-f5f12915704a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366403 Feb 15 05:12:45.729289 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device ac96dd9a-0759-487a-bcf0-1e473b576087 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:45.729724 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55704) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:45.734952 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-832a68d2-b97c-4ae1-95ad-4506fd52e436 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Request body: {'security_group_rule': {'security_group_id': 'fac0c3aa-0960-4e8a-afae-14f7323e59db', 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:45.767451 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-832a68d2-b97c-4ae1-95ad-4506fd52e436 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (de06b448-378a-4e5c-960b-7322152bc552), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.776123 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-a04affef-9a69-4af8-ad2c-131f48a569d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 4, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '1f0d790b-67cc-476d-9efd-5e3f246b9e04', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'port_id': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'mac_address': 'fa:16:3e:07:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:12:42Z', 'updated_at': '2022-02-15T05:12:42Z', 'revision_number': 0, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '690eba6e-63d4-41c7-894d-fcdcfc1b88ee', 'name': '', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'mac_address': 'fa:16:3e:22:15:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:04Z', 'updated_at': '2022-02-15T05:11:09Z', 'revision_number': 5, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'subnets': [{'id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:45.796128 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port ac96dd9a-0759-487a-bcf0-1e473b576087 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:12:45.800301 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port ac96dd9a-0759-487a-bcf0-1e473b576087 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:45.801520 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.810255 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04affef-9a69-4af8-ad2c-131f48a569d7 None None] The sync data for ids ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'] in dv-cinder-828696-5-iscsi is: [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 4, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '1f0d790b-67cc-476d-9efd-5e3f246b9e04', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'port_id': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'mac_address': 'fa:16:3e:07:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:12:42Z', 'updated_at': '2022-02-15T05:12:42Z', 'revision_number': 0, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '690eba6e-63d4-41c7-894d-fcdcfc1b88ee', 'name': '', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'mac_address': 'fa:16:3e:22:15:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:04Z', 'updated_at': '2022-02-15T05:11:09Z', 'revision_number': 5, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'subnets': [{'id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:12:45.883471 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-832a68d2-b97c-4ae1-95ad-4506fd52e436 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (de06b448-378a-4e5c-960b-7322152bc552), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.894654 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-832a68d2-b97c-4ae1-95ad-4506fd52e436 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (de06b448-378a-4e5c-960b-7322152bc552), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.903250 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d6af5-20c6-4052-bb5c-a0e67685f5d8 req-772043bd-7581-4559-9ee7-02c3902f88c5 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:45.912327 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e9d6af5-20c6-4052-bb5c-a0e67685f5d8 req-772043bd-7581-4559-9ee7-02c3902f88c5 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 945 time: 0.0851240 Feb 15 05:12:45.948263 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port ac96dd9a-0759-487a-bcf0-1e473b576087 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:45.948985 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.949995 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a68d2-b97c-4ae1-95ad-4506fd52e436 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de06b448-378a-4e5c-960b-7322152bc552,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:45.969719 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-832a68d2-b97c-4ae1-95ad-4506fd52e436 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:45.972615 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 55712) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:45.974170 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-832a68d2-b97c-4ae1-95ad-4506fd52e436 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2434604 Feb 15 05:12:45.974886 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55714) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:45.980846 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-2c8d645c-3d49-43f9-90e0-47164ab55306 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Request body: {'security_group_rule': {'security_group_id': 'fac0c3aa-0960-4e8a-afae-14f7323e59db', 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:45.982983 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048fcd5e-3c4c-413a-82b5-e1b0985c9c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac96dd9a-0759-487a-bcf0-1e473b576087'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:45.985275 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c7ccb9-e79c-4e1a-8b3f-7a71bf6c68a5" -d '{"events": [{"server_uuid": "048fcd5e-3c4c-413a-82b5-e1b0985c9c54", "name": "network-vif-plugged", "status": "completed", "tag": "ac96dd9a-0759-487a-bcf0-1e473b576087"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:45.999192 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port ac96dd9a-0759-487a-bcf0-1e473b576087, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ac96dd9a-0759-487a-bcf0-1e473b576087,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:46.001262 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.securitygroups_db [None req-2c8d645c-3d49-43f9-90e0-47164ab55306 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Project bbc00c2984834d619587d8bfc62961b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 05:12:46.003787 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.004692 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 4b04394b-9484-4345-b2bb-729ec283d825 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:12:46.008765 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c8d645c-3d49-43f9-90e0-47164ab55306 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (8b7ab162-1414-4df9-9791-9e5c03029f2c), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.031788 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e9d6af5-20c6-4052-bb5c-a0e67685f5d8 req-3e907a87-ce12-430b-a644-474f33de3c96 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170576 Feb 15 05:12:46.054341 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: 4b04394b-9484-4345-b2bb-729ec283d825 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:12:46.054877 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 4b04394b-9484-4345-b2bb-729ec283d825 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:12:46.075270 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8930bfa-8a44-4dea-8c13-37d88cca894a req-2d056441-db37-4ee4-9a2c-3d6b24d3eae1 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:46.082000 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f8930bfa-8a44-4dea-8c13-37d88cca894a req-2d056441-db37-4ee4-9a2c-3d6b24d3eae1 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1276803 Feb 15 05:12:46.088719 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=ac96dd9a-0759-487a-bcf0-1e473b576087,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:46.121902 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c8d645c-3d49-43f9-90e0-47164ab55306 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (8b7ab162-1414-4df9-9791-9e5c03029f2c), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.128828 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f11af39-f1b2-4309-83a5-33f055e9465b x-openstack-request-id: req-8f11af39-f1b2-4309-83a5-33f055e9465b {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:46.129243 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048fcd5e-3c4c-413a-82b5-e1b0985c9c54", "name": "network-vif-plugged", "status": "completed", "tag": "ac96dd9a-0759-487a-bcf0-1e473b576087", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:46.129509 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f11af39-f1b2-4309-83a5-33f055e9465b {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:46.129973 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048fcd5e-3c4c-413a-82b5-e1b0985c9c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac96dd9a-0759-487a-bcf0-1e473b576087', 'code': 200} Feb 15 05:12:46.131955 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c8d645c-3d49-43f9-90e0-47164ab55306 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (8b7ab162-1414-4df9-9791-9e5c03029f2c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.158618 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d645c-3d49-43f9-90e0-47164ab55306 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7ab162-1414-4df9-9791-9e5c03029f2c,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:46.165171 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80502294-f12a-4c9d-a0ef-d313eb15f7ef None None] New status for floating IP 1f0d790b-67cc-476d-9efd-5e3f246b9e04: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:12:46.176072 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c8d645c-3d49-43f9-90e0-47164ab55306 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.177337 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2c8d645c-3d49-43f9-90e0-47164ab55306 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2013900 Feb 15 05:12:46.180701 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55722) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:46.186246 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f8930bfa-8a44-4dea-8c13-37d88cca894a req-14902d64-d9e9-4346-a7df-f413c81cc5db tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971003 Feb 15 05:12:46.192335 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-c9bbc59e-cce9-460a-af28-232e01810bfe tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Request body: {'security_group_rule': {'security_group_id': 'fac0c3aa-0960-4e8a-afae-14f7323e59db', 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:46.204082 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-83267798-network', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:46.233980 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.securitygroups_db [None req-c9bbc59e-cce9-460a-af28-232e01810bfe tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Project bbc00c2984834d619587d8bfc62961b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 05:12:46.241101 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c9bbc59e-cce9-460a-af28-232e01810bfe tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (101c2c0d-5e5d-4391-aa15-80642d60bec0), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.285039 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Made reservation on behalf of 3640e3681a744a598c3edf21eb77f5ba for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:46.287140 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.299149 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.334886 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc8f31-4321-4ba9-942f-d5b81c0937ef req-7925b373-5f0f-46d6-a762-5ee38140c307 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:46.341632 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0acc8f31-4321-4ba9-942f-d5b81c0937ef req-7925b373-5f0f-46d6-a762-5ee38140c307 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 944 time: 0.1009526 Feb 15 05:12:46.365459 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c9bbc59e-cce9-460a-af28-232e01810bfe tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (101c2c0d-5e5d-4391-aa15-80642d60bec0), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.380442 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6fa4f-abb0-46a3-a64c-39718181c7f4 req-e8d720aa-8afa-4349-9eec-f1b2a8afee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:46.382323 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d9e6fa4f-abb0-46a3-a64c-39718181c7f4 req-e8d720aa-8afa-4349-9eec-f1b2a8afee5c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 1130 time: 0.0687933 Feb 15 05:12:46.383092 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c9bbc59e-cce9-460a-af28-232e01810bfe tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (101c2c0d-5e5d-4391-aa15-80642d60bec0), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.425502 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0acc8f31-4321-4ba9-942f-d5b81c0937ef req-2b967c95-721f-43cd-bb5c-b6c3952ea707 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829449 Feb 15 05:12:46.429207 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbc59e-cce9-460a-af28-232e01810bfe tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101c2c0d-5e5d-4391-aa15-80642d60bec0,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:46.455214 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c9bbc59e-cce9-460a-af28-232e01810bfe tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.459540 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c9bbc59e-cce9-460a-af28-232e01810bfe tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2708790 Feb 15 05:12:46.472616 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d9e6fa4f-abb0-46a3-a64c-39718181c7f4 req-f7d3a95c-df40-4839-bba4-db6908348df7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814452 Feb 15 05:12:46.475231 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Publish callbacks [] for security_group (b03fd45e-ba0e-498c-bac7-4f68b1b28b2b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.480987 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (b03fd45e-ba0e-498c-bac7-4f68b1b28b2b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.511267 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:12:46.547833 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03fd45e-ba0e-498c-bac7-4f68b1b28b2b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:46.554901 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (d45a0390-a160-4f7f-87df-e84e7a4a4162), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.555248 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Added segment d45a0390-a160-4f7f-87df-e84e7a4a4162 of type vlan for network b0350d0e-fe7d-4529-a5d0-7255a51c338a Feb 15 05:12:46.646507 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (b0350d0e-fe7d-4529-a5d0-7255a51c338a), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.690734 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30c2b353-05ea-48b0-8a71-9ada359a62d1 req-5d2e1282-f0f6-4246-872b-b97d74c85e49 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061683504&fields=id&tenant_id=bbc00c2984834d619587d8bfc62961b1 HTTP/1.1" status: 200 len: 267 time: 0.1606150 Feb 15 05:12:46.720470 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-218adebd-68e4-4d24-99dc-09c179a4eb93 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:46.721874 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-218adebd-68e4-4d24-99dc-09c179a4eb93 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/networks?id=70e59d39-a7a9-4d11-9887-5d745bfbd696 HTTP/1.1" status: 200 len: 808 time: 0.2116926 Feb 15 05:12:46.736057 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (b0350d0e-fe7d-4529-a5d0-7255a51c338a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.736929 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:46.737491 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.806872 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-4541fb01-5299-4632-a7ce-9c2b99075840 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/quotas/201459344ded422fb99f1e330914d0ff HTTP/1.1" status: 200 len: 375 time: 0.0669317 Feb 15 05:12:46.812146 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8357368 Feb 15 05:12:46.815532 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55740) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:46.820480 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-ce8f236d-ec71-4059-a0d5-0b42253b80da admin admin] Request body: {'subnet': {'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-83267798-subnet', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:46.829778 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b7712-635d-4df3-a74b-efd89345924e admin admin] Pushing event updated for resources: {'Network': ['ID=b0350d0e-fe7d-4529-a5d0-7255a51c338a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:46.840338 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network b0350d0e-fe7d-4529-a5d0-7255a51c338a details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:12:46.847055 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8f236d-ec71-4059-a0d5-0b42253b80da admin admin] Made reservation on behalf of 3640e3681a744a598c3edf21eb77f5ba for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:46.849918 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce8f236d-ec71-4059-a0d5-0b42253b80da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3429871'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:46.853724 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-09dd765d-25bb-42cc-a2d6-bfc6db94561d tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=201459344ded422fb99f1e330914d0ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403991 Feb 15 05:12:46.866544 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2b353-05ea-48b0-8a71-9ada359a62d1 req-8036a00b-f9df-4f4a-b4af-df38bd745bd8 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:46.867903 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30c2b353-05ea-48b0-8a71-9ada359a62d1 req-8036a00b-f9df-4f4a-b4af-df38bd745bd8 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 946 time: 0.1672752 Feb 15 05:12:46.880882 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-30c2b353-05ea-48b0-8a71-9ada359a62d1 req-89788a30-db9c-4795-9cce-094af5dc444c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Request body: {'port': {'security_groups': ['62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f', 'fac0c3aa-0960-4e8a-afae-14f7323e59db']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:46.949406 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:46.952218 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197e559a-c079-4a73-ab68-c0abd7956244" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:47.009238 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-30c2b353-05ea-48b0-8a71-9ada359a62d1 req-89788a30-db9c-4795-9cce-094af5dc444c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:47.033432 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-b669a944-d86f-4c0c-824c-e857ee338dce service neutron] 10.222.0.43 "GET /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645672 Feb 15 05:12:47.039339 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce8f236d-ec71-4059-a0d5-0b42253b80da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3341317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3429881'] for subnet (a5a3b18e-4558-47d5-9014-9958f353abe1), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:47.098095 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f236d-ec71-4059-a0d5-0b42253b80da admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a3b18e-4558-47d5-9014-9958f353abe1,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:47.106705 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f236d-ec71-4059-a0d5-0b42253b80da admin admin] Checking segment: {'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:47.107067 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f236d-ec71-4059-a0d5-0b42253b80da admin admin] Network hostable DHCP agents. Network: b0350d0e-fe7d-4529-a5d0-7255a51c338a, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:12:47.123893 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f236d-ec71-4059-a0d5-0b42253b80da admin admin] Network b0350d0e-fe7d-4529-a5d0-7255a51c338a is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:12:47.133276 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f236d-ec71-4059-a0d5-0b42253b80da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, b0350d0e-fe7d-4529-a5d0-7255a51c338a) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:47.137610 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8f236d-ec71-4059-a0d5-0b42253b80da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:47.138755 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce8f236d-ec71-4059-a0d5-0b42253b80da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:47.145286 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75953683-b014-4db4-bf1a-ceee41346f02 None None] Network b0350d0e-fe7d-4529-a5d0-7255a51c338a requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:12:47.157305 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ce8f236d-ec71-4059-a0d5-0b42253b80da admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3405020 Feb 15 05:12:47.159902 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55746) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:47.164015 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:47.185270 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-527349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6842'] for router (f2ec6413-ff40-4607-94ec-66593221b255), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:47.186180 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6821'] for router (f2ec6413-ff40-4607-94ec-66593221b255), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:47.190712 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3ebb22fb-1d60-405f-b961-f8076b547861 service neutron] 10.222.0.43 "GET /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329706 Feb 15 05:12:47.243347 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Publish callbacks [] for router_controller (f2ec6413-ff40-4607-94ec-66593221b255), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:47.274392 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79bd1d49-ae9e-5ec6-bc5e-b9e7c5444204-b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'fixed_ips': [{'subnet_id': 'a5a3b18e-4558-47d5-9014-9958f353abe1'}]}} from dv-cinder-828696-5-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:12:47.276322 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:47.336227 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-30c2b353-05ea-48b0-8a71-9ada359a62d1 req-89788a30-db9c-4795-9cce-094af5dc444c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] For port b9b807c1-35ec-40db-861b-2d12342ef398, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=b9b807c1-35ec-40db-861b-2d12342ef398,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:47.421450 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-30c2b353-05ea-48b0-8a71-9ada359a62d1 req-89788a30-db9c-4795-9cce-094af5dc444c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for port (b9b807c1-35ec-40db-861b-2d12342ef398), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:47.430382 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-30c2b353-05ea-48b0-8a71-9ada359a62d1 req-89788a30-db9c-4795-9cce-094af5dc444c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:47.452757 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b9b807c1-35ec-40db-861b-2d12342ef398'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:47.472044 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Publish callbacks [] for router_gateway (f2ec6413-ff40-4607-94ec-66593221b255), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:47.502220 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca22dabd-2e99-44b3-a971-0f70bf0e1967 x-openstack-request-id: req-ca22dabd-2e99-44b3-a971-0f70bf0e1967 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:47.502510 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:47.502834 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca22dabd-2e99-44b3-a971-0f70bf0e1967 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:47.503145 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'status': 'completed', 'code': 200} Feb 15 05:12:47.518668 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Allocated IP 172.20.0.2 (b0350d0e-fe7d-4529-a5d0-7255a51c338a/a5a3b18e-4558-47d5-9014-9958f353abe1/a4310d09-805f-4676-9ba4-b9a056ed7227) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:47.519069 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89788a30-db9c-4795-9cce-094af5dc444c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event updated for resources: {'Port': ['ID=b9b807c1-35ec-40db-861b-2d12342ef398,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:47.550987 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2b353-05ea-48b0-8a71-9ada359a62d1 req-89788a30-db9c-4795-9cce-094af5dc444c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:47.551661 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-30c2b353-05ea-48b0-8a71-9ada359a62d1 req-89788a30-db9c-4795-9cce-094af5dc444c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:47.563655 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30c2b353-05ea-48b0-8a71-9ada359a62d1 req-89788a30-db9c-4795-9cce-094af5dc444c tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "PUT /v2.0/ports/b9b807c1-35ec-40db-861b-2d12342ef398 HTTP/1.1" status: 200 len: 982 time: 0.6823094 Feb 15 05:12:47.623570 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ebf39-3487-45c1-a83e-adfcd2f38b26 req-e8ba663f-fdf9-47f7-9a6a-17eb28c0b38c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:47.635304 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c6ebf39-3487-45c1-a83e-adfcd2f38b26 req-e8ba663f-fdf9-47f7-9a6a-17eb28c0b38c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 946 time: 0.1312497 Feb 15 05:12:47.678476 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e559a-c079-4a73-ab68-c0abd7956244 req-398268f9-c880-4bd0-a623-c6a0484f4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:47.680782 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-197e559a-c079-4a73-ab68-c0abd7956244 req-398268f9-c880-4bd0-a623-c6a0484f4a22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc00c2984834d619587d8bfc62961b1&device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 1169 time: 0.2005916 Feb 15 05:12:47.713036 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b9b807c1-35ec-40db-861b-2d12342ef398'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:47.747700 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c6ebf39-3487-45c1-a83e-adfcd2f38b26 req-7ad66c3b-ae7f-45af-b06c-39395a7bc7ca tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060934 Feb 15 05:12:47.784760 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 85de328b-40e7-4d06-b9bd-793814238a0d details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:12:47.790092 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d257e41-543a-4abd-bf83-f87e6accf643 req-b1518146-a1aa-4cb2-af63-de2db7a49075 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:47.801406 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d257e41-543a-4abd-bf83-f87e6accf643 req-b1518146-a1aa-4cb2-af63-de2db7a49075 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1562855 Feb 15 05:12:47.884831 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7604abf8-527a-498a-955e-a2bc7a0dd174 req-06f7d3ab-50cc-48cb-b204-18414ad15fd3 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 210 time: 0.0541236 Feb 15 05:12:47.932703 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d257e41-543a-4abd-bf83-f87e6accf643 req-5257e7c8-527a-488c-a70b-1138efd81cb2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220512 Feb 15 05:12:48.009315 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e559a-c079-4a73-ab68-c0abd7956244 req-90325f7a-304f-492d-8f79-1d84f3f9dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:48.020318 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-197e559a-c079-4a73-ab68-c0abd7956244 req-90325f7a-304f-492d-8f79-1d84f3f9dd80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ace76cb-ba34-4b68-82fc-17f0038f29d0 HTTP/1.1" status: 200 len: 915 time: 0.3295588 Feb 15 05:12:48.078647 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-341a7533-d203-4eb2-acef-b0d943e2c337 None None] Provisioning complete for port b9b807c1-35ec-40db-861b-2d12342ef398 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:48.079532 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-341a7533-d203-4eb2-acef-b0d943e2c337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.129491 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339241b3-cc5f-41f6-9cca-998d3a146589 req-8b5df301-3c17-44da-98a2-c1912fde0f29 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:48.133019 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-339241b3-cc5f-41f6-9cca-998d3a146589 req-8b5df301-3c17-44da-98a2-c1912fde0f29 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 944 time: 0.1218123 Feb 15 05:12:48.154146 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Publish callbacks [] for router_gateway (f2ec6413-ff40-4607-94ec-66593221b255), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.168268 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a30afa-b1d7-417e-98d7-024a6fd2fccf req-dd035b5a-e3d5-4c44-84b0-aca810a2c0c6 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:48.171383 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-33a30afa-b1d7-417e-98d7-024a6fd2fccf req-dd035b5a-e3d5-4c44-84b0-aca810a2c0c6 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.1287124 Feb 15 05:12:48.175077 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Publish callbacks [] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.194994 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.217866 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.248952 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-339241b3-cc5f-41f6-9cca-998d3a146589 req-ae6b7a4a-93b0-4b38-8828-70b1396d8579 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084557 Feb 15 05:12:48.287943 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-33a30afa-b1d7-417e-98d7-024a6fd2fccf req-87c930de-b050-4ce2-87aa-43a0bab1364a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076794 Feb 15 05:12:48.295161 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 85de328b-40e7-4d06-b9bd-793814238a0d, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=85de328b-40e7-4d06-b9bd-793814238a0d,segment=NetworkSegment(8bdb8370-05f6-4198-a90f-d0a4acdb5d4c),segment_id=8bdb8370-05f6-4198-a90f-d0a4acdb5d4c)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:48.305045 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-197e559a-c079-4a73-ab68-c0abd7956244 req-b1558b5a-d5f2-42c4-96a8-d446e0bd4a82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9b807c1-35ec-40db-861b-2d12342ef398 HTTP/1.1" status: 200 len: 1002 time: 0.2293372 Feb 15 05:12:48.371290 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Network b0350d0e-fe7d-4529-a5d0-7255a51c338a is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:48.373884 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.389164 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '85de328b-40e7-4d06-b9bd-793814238a0d', 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1', 'port_id': '85de328b-40e7-4d06-b9bd-793814238a0d', 'mac_address': 'fa:16:3e:1d:20:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfbc70c-7b42-4980-b23b-2c5d3281da8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:12:48.390177 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e559a-c079-4a73-ab68-c0abd7956244 req-6eb61e7e-e9c6-43ee-9a10-f56c427ccfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:48.391397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:48.391679 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-197e559a-c079-4a73-ab68-c0abd7956244 req-6eb61e7e-e9c6-43ee-9a10-f56c427ccfb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1 HTTP/1.1" status: 200 len: 853 time: 0.0773239 Feb 15 05:12:48.408994 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:48.434004 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Pushing event updated for resources: {'Port': ['ID=a4310d09-805f-4676-9ba4-b9a056ed7227,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:48.458620 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Allocated IP 172.27.3.49 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/75521e00-aecc-4c90-be2c-48f71140780d) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:48.491163 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e559a-c079-4a73-ab68-c0abd7956244 req-6a8ee7cf-7ddd-4895-a9e7-8e8e6eb835c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:48.492828 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-197e559a-c079-4a73-ab68-c0abd7956244 req-6a8ee7cf-7ddd-4895-a9e7-8e8e6eb835c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ace76cb-ba34-4b68-82fc-17f0038f29d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920928 Feb 15 05:12:48.592817 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-341a7533-d203-4eb2-acef-b0d943e2c337 None None] Current status of the port b9b807c1-35ec-40db-861b-2d12342ef398 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:48.602180 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 85de328b-40e7-4d06-b9bd-793814238a0d is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:48.602588 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.615825 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Attempting to bind port a4310d09-805f-4676-9ba4-b9a056ed7227 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:12:48.616206 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Attempting to bind port a4310d09-805f-4676-9ba4-b9a056ed7227 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:12:48.616575 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Attempting to bind port a4310d09-805f-4676-9ba4-b9a056ed7227 on network b0350d0e-fe7d-4529-a5d0-7255a51c338a {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:48.651881 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:12:48.652272 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Checking segment: {'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:48.652671 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.653070 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Bound using segment: {'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:12:48.653580 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Bound port: a4310d09-805f-4676-9ba4-b9a056ed7227, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:12:48.653969 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.660166 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85de328b-40e7-4d06-b9bd-793814238a0d {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:12:48.745124 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 85de328b-40e7-4d06-b9bd-793814238a0d, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=85de328b-40e7-4d06-b9bd-793814238a0d,segment=NetworkSegment(8bdb8370-05f6-4198-a90f-d0a4acdb5d4c),segment_id=8bdb8370-05f6-4198-a90f-d0a4acdb5d4c)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:48.759932 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.839406 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Publish callbacks [] for port (75521e00-aecc-4c90-be2c-48f71140780d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.848141 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-197e559a-c079-4a73-ab68-c0abd7956244 req-07e081fb-cf40-45c6-850e-3313423d08c4 service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415885 Feb 15 05:12:48.868608 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] For port a4310d09-805f-4676-9ba4-b9a056ed7227, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:12:48.873770 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:12:48.894940 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5652a83-d991-4b3d-93c4-ecde6549ef18 req-209ed38f-bc51-45e3-83f3-b5ae03f20d19 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:48.900102 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5652a83-d991-4b3d-93c4-ecde6549ef18 req-209ed38f-bc51-45e3-83f3-b5ae03f20d19 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 946 time: 0.0732005 Feb 15 05:12:48.902691 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] For port a4310d09-805f-4676-9ba4-b9a056ed7227, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=a4310d09-805f-4676-9ba4-b9a056ed7227,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:12:48.907649 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=85de328b-40e7-4d06-b9bd-793814238a0d,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:48.931403 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.950842 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (75521e00-aecc-4c90-be2c-48f71140780d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:48.991652 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-197e559a-c079-4a73-ab68-c0abd7956244 req-df3e7f82-c4bb-4740-95f3-9ecea12271e6 service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335084 Feb 15 05:12:49.000389 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:49.003660 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:49.014950 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:49.032256 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-345597ad-47f0-437e-804c-9d721b65a244 req-0118d4b6-452a-4e5b-87ba-c5a5b521feb5 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 210 time: 0.0515878 Feb 15 05:12:49.038135 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5652a83-d991-4b3d-93c4-ecde6549ef18 req-d6b74669-6d5d-4424-b433-97dd74c91cbe tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355457 Feb 15 05:12:49.048239 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Pushing event updated for resources: {'Port': ['ID=75521e00-aecc-4c90-be2c-48f71140780d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:49.185742 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18069615-f388-4a42-a633-1139f4c6ecb4 None None] Pushing event updated for resources: {'Port': ['ID=a4310d09-805f-4676-9ba4-b9a056ed7227,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:49.227387 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e89b8b-19d9-4ddc-b50f-28af52b84ca2 req-9460450c-c76a-42ef-96a6-d6d0320c9ca3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:49.242554 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c3e89b8b-19d9-4ddc-b50f-28af52b84ca2 req-9460450c-c76a-42ef-96a6-d6d0320c9ca3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1015730 Feb 15 05:12:49.303523 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['85de328b-40e7-4d06-b9bd-793814238a0d'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:49.518467 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:49.521760 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c72d45-d8c3-4e95-bc47-cab3aea7a9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:49.524252 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-562cb331-20c3-453a-b880-33ba85fe400e req-7ea5acc0-4014-4f95-b47b-dd453ea29e2d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2380483 Feb 15 05:12:49.531797 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Publish callbacks [] for router_gateway (f2ec6413-ff40-4607-94ec-66593221b255), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:49.538184 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-b79a71f6-cda9-42a4-b66e-1c763ad79ccb tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:49.545972 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-b79a71f6-cda9-42a4-b66e-1c763ad79ccb tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.61 "GET /v2.0/networks?id=70e59d39-a7a9-4d11-9887-5d745bfbd696 HTTP/1.1" status: 200 len: 808 time: 0.3007493 Feb 15 05:12:49.565955 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Request body: {'port': {'device_id': '18d2e1a2-b588-4c38-8df8-e0c4b2c40723', 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696', 'admin_state_up': True, 'tenant_id': '201459344ded422fb99f1e330914d0ff'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:49.577380 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c3e89b8b-19d9-4ddc-b50f-28af52b84ca2 req-8f8cdc05-377a-4003-b4d9-8cc783b1a2de tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339298 Feb 15 05:12:49.644277 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a786d7-7d97-4633-9ae6-4eb8119c04c4 req-85d92030-4a8b-4806-a6db-df99c6e59f96 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:49.645812 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17a786d7-7d97-4633-9ae6-4eb8119c04c4 req-85d92030-4a8b-4806-a6db-df99c6e59f96 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 945 time: 0.2318053 Feb 15 05:12:49.669640 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb331-20c3-453a-b880-33ba85fe400e req-613736a2-9a22-4030-b83a-71b0df413a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:49.671119 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-562cb331-20c3-453a-b880-33ba85fe400e req-613736a2-9a22-4030-b83a-71b0df413a8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 1129 time: 0.0850229 Feb 15 05:12:49.748905 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17a786d7-7d97-4633-9ae6-4eb8119c04c4 req-653a0aaf-05eb-4f76-8dc4-a0b3fc98c382 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940170 Feb 15 05:12:49.786169 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Made reservation on behalf of 201459344ded422fb99f1e330914d0ff for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:49.790820 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:49.806431 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247ce21a-f7e7-4575-998b-3cb59a841e3a x-openstack-request-id: req-247ce21a-f7e7-4575-998b-3cb59a841e3a {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:49.806754 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:49.807016 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-247ce21a-f7e7-4575-998b-3cb59a841e3a {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:49.807401 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'status': 'completed', 'code': 200} Feb 15 05:12:49.870541 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525964'] for router (f2ec6413-ff40-4607-94ec-66593221b255), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:49.872979 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb331-20c3-453a-b880-33ba85fe400e req-b75f52f9-a920-4206-9a0b-1db1dc0d2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:49.874417 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-562cb331-20c3-453a-b880-33ba85fe400e req-b75f52f9-a920-4206-9a0b-1db1dc0d2071 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 919 time: 0.1550245 Feb 15 05:12:49.980062 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-562cb331-20c3-453a-b880-33ba85fe400e req-e5a1ee15-1ed0-4e30-82d7-12a15af91c7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24259207-f3ef-4a46-a6f7-595d6af1d4c1 HTTP/1.1" status: 200 len: 217 time: 0.0615926 Feb 15 05:12:50.005825 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c72d45-d8c3-4e95-bc47-cab3aea7a9f1 req-3f4733fb-e4a0-4be6-ab61-2c3eeffd1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:50.007848 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24c72d45-d8c3-4e95-bc47-cab3aea7a9f1 req-3f4733fb-e4a0-4be6-ab61-2c3eeffd1f6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc00c2984834d619587d8bfc62961b1&device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 1169 time: 0.1405447 Feb 15 05:12:50.035856 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Allocated IP 172.20.0.3 (70e59d39-a7a9-4d11-9887-5d745bfbd696/ca966c79-ba13-4457-a35c-66cf5e58baaf/a30d0b66-4a30-4e8c-9e67-91446911b4cd) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:50.071493 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb331-20c3-453a-b880-33ba85fe400e req-39facfd8-b8bb-4bd7-b4f4-b6ce8f6e8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:50.074679 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-562cb331-20c3-453a-b880-33ba85fe400e req-39facfd8-b8bb-4bd7-b4f4-b6ce8f6e8f5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ea711dc-35af-4e23-a3c6-058831f747a6 HTTP/1.1" status: 200 len: 858 time: 0.0864542 Feb 15 05:12:50.124803 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-562cb331-20c3-453a-b880-33ba85fe400e req-a096dac9-f193-4c6a-8b25-d61d2a86d2cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd594851-7477-41c9-a7b4-26db9b9126be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322788 Feb 15 05:12:50.155988 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Router f2ec6413-ff40-4607-94ec-66593221b255 is scheduled to L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:12:50.180120 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cbe87740-481a-4d6e-865f-6b5a0eaa003e req-983c730d-b9ff-4020-8988-fffa22efa850 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 210 time: 0.0502625 Feb 15 05:12:50.181094 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c72d45-d8c3-4e95-bc47-cab3aea7a9f1 req-cef37235-e6e8-4e06-b49d-304d32825c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:50.182373 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24c72d45-d8c3-4e95-bc47-cab3aea7a9f1 req-cef37235-e6e8-4e06-b49d-304d32825c91 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ace76cb-ba34-4b68-82fc-17f0038f29d0 HTTP/1.1" status: 200 len: 915 time: 0.1679139 Feb 15 05:12:50.309167 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-562cb331-20c3-453a-b880-33ba85fe400e req-77d90df1-e4f3-4947-8c25-bde5438ccd2d service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750290 Feb 15 05:12:50.331873 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks [] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:50.338950 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24c72d45-d8c3-4e95-bc47-cab3aea7a9f1 req-aa17a4b2-1dd6-490d-8097-e94b2cea9d0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9b807c1-35ec-40db-861b-2d12342ef398 HTTP/1.1" status: 200 len: 1002 time: 0.1094923 Feb 15 05:12:50.368062 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e0fdae-1d1a-4c33-86cb-90d670c9625c None None] Network b0350d0e-fe7d-4529-a5d0-7255a51c338a requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:12:50.376466 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:12:50.391652 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Sync routers for ids ['f2ec6413-ff40-4607-94ec-66593221b255'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:12:50.405993 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Routers {'f2ec6413-ff40-4607-94ec-66593221b255'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:12:50.406826 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['f2ec6413-ff40-4607-94ec-66593221b255'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:50.407600 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c72d45-d8c3-4e95-bc47-cab3aea7a9f1 req-29ee1df4-00f6-4be5-bcba-fb731233cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:50.409113 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24c72d45-d8c3-4e95-bc47-cab3aea7a9f1 req-29ee1df4-00f6-4be5-bcba-fb731233cb0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1 HTTP/1.1" status: 200 len: 853 time: 0.0647376 Feb 15 05:12:50.412622 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:50.441938 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:50.445757 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-39cce5df-9a53-479c-a33a-6b612e5ac509 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.2823453 Feb 15 05:12:50.445757 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-562cb331-20c3-453a-b880-33ba85fe400e req-0925fe56-3570-4815-943e-e315b1e03371 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295958 Feb 15 05:12:50.446878 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55806) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:50.456482 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-709cf221-9433-4161-9ac7-d95473010c3f None None] Provisioning complete for port a4310d09-805f-4676-9ba4-b9a056ed7227 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:50.457088 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-709cf221-9433-4161-9ac7-d95473010c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:50.488133 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Pushing event updated for resources: {'Port': ['ID=a30d0b66-4a30-4e8c-9e67-91446911b4cd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:50.511560 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Network 70e59d39-a7a9-4d11-9887-5d745bfbd696 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:50.515037 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:50.531467 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:50.545881 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Set router f2ec6413-ff40-4607-94ec-66593221b255 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:12:50.584585 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c72d45-d8c3-4e95-bc47-cab3aea7a9f1 req-c287f3ed-8676-4628-9e00-e8ebda85ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:50.586092 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24c72d45-d8c3-4e95-bc47-cab3aea7a9f1 req-c287f3ed-8676-4628-9e00-e8ebda85ce5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ace76cb-ba34-4b68-82fc-17f0038f29d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0990610 Feb 15 05:12:50.596561 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:50.597194 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:50.630758 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-709cf221-9433-4161-9ac7-d95473010c3f None None] Current status of the port a4310d09-805f-4676-9ba4-b9a056ed7227 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:50.631144 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-709cf221-9433-4161-9ac7-d95473010c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:50.690777 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-709cf221-9433-4161-9ac7-d95473010c3f None None] For port a4310d09-805f-4676-9ba4-b9a056ed7227, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=a4310d09-805f-4676-9ba4-b9a056ed7227,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:50.703235 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-709cf221-9433-4161-9ac7-d95473010c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:50.759136 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3b114724-bc33-4f92-8049-310566dc8709 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2005255 Feb 15 05:12:50.786072 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:12:49Z', 'revision_number': 3, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:50.796926 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Request body: {'port': {'device_id': '18d2e1a2-b588-4c38-8df8-e0c4b2c40723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:50.828561 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Checking router: f2ec6413-ff40-4607-94ec-66593221b255 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:12:50.828922 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Updating router f2ec6413-ff40-4607-94ec-66593221b255 port 75521e00-aecc-4c90-be2c-48f71140780d binding host dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:12:50.859437 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cf221-9433-4161-9ac7-d95473010c3f None None] Pushing event updated for resources: {'Port': ['ID=a4310d09-805f-4676-9ba4-b9a056ed7227,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:50.901711 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (75521e00-aecc-4c90-be2c-48f71140780d), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:50.951560 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24c72d45-d8c3-4e95-bc47-cab3aea7a9f1 req-29930b48-f627-4cd2-bbef-01da969d1162 service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505745 Feb 15 05:12:50.987354 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.051456 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-31c2a6f4-90bc-4931-9007-f7ffc3e380f7 None None] Provisioning complete for port a4310d09-805f-4676-9ba4-b9a056ed7227 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:51.051929 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-31c2a6f4-90bc-4931-9007-f7ffc3e380f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.097303 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device a4310d09-805f-4676-9ba4-b9a056ed7227 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:51.188934 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port a4310d09-805f-4676-9ba4-b9a056ed7227 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:51.189304 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.241776 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-31c2a6f4-90bc-4931-9007-f7ffc3e380f7 None None] Current status of the port a4310d09-805f-4676-9ba4-b9a056ed7227 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:51.276723 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Publish callbacks [] for port (75521e00-aecc-4c90-be2c-48f71140780d), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.283784 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (75521e00-aecc-4c90-be2c-48f71140780d), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.337172 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port a4310d09-805f-4676-9ba4-b9a056ed7227 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:51.347787 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Attempting to bind port 75521e00-aecc-4c90-be2c-48f71140780d on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:12:51.348392 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Attempting to bind port 75521e00-aecc-4c90-be2c-48f71140780d by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:12:51.348990 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Attempting to bind port 75521e00-aecc-4c90-be2c-48f71140780d on network dda14d27-2e09-4348-83b7-68b288eb8ca4 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:51.358297 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:12:51.358910 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Checking segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:51.359380 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.359857 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Bound using segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:12:51.359978 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f09c9-2309-4b17-9076-88e0d6906dff req-f8317c25-3817-49f0-84de-ab5c2a1e9150 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:51.360490 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Bound port: 75521e00-aecc-4c90-be2c-48f71140780d, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:12:51.361150 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (75521e00-aecc-4c90-be2c-48f71140780d), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.361375 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f5f09c9-2309-4b17-9076-88e0d6906dff req-f8317c25-3817-49f0-84de-ab5c2a1e9150 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.6198053 Feb 15 05:12:51.402300 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.407848 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Pushing event updated for resources: {'Port': ['ID=75521e00-aecc-4c90-be2c-48f71140780d,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:51.427322 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.428054 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.428509 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.428917 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.429317 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.429712 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.430109 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.430500 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.430908 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.431334 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.431830 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.432428 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.432822 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:51.445984 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] For port 75521e00-aecc-4c90-be2c-48f71140780d, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:12:51.451476 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] For port 75521e00-aecc-4c90-be2c-48f71140780d, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=75521e00-aecc-4c90-be2c-48f71140780d,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:12:51.459377 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (75521e00-aecc-4c90-be2c-48f71140780d), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.462262 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75103ad6-99ee-44cd-ae3d-f9b964677759 req-38eee365-b977-4ad2-8123-e034e536f096 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:51.463784 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75103ad6-99ee-44cd-ae3d-f9b964677759 req-38eee365-b977-4ad2-8123-e034e536f096 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 945 time: 0.5800874 Feb 15 05:12:51.519644 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Routers {'f2ec6413-ff40-4607-94ec-66593221b255'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:12:51.520453 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['f2ec6413-ff40-4607-94ec-66593221b255'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:51.563017 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d0afb-7def-4222-8107-fa4f5d5cc08e None None] Pushing event updated for resources: {'Port': ['ID=75521e00-aecc-4c90-be2c-48f71140780d,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:51.565767 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Allocated IP 172.20.0.1 (b0350d0e-fe7d-4529-a5d0-7255a51c338a/a5a3b18e-4558-47d5-9014-9958f353abe1/077bb901-15de-41de-a057-f1bdaed6de58) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:51.574100 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f5f09c9-2309-4b17-9076-88e0d6906dff req-07f25e8b-b723-454d-abd7-bbb6df29ff0e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024813 Feb 15 05:12:51.576077 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24c72d45-d8c3-4e95-bc47-cab3aea7a9f1 req-75692963-ec31-4b68-8c47-ec330776ad9e service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168115 Feb 15 05:12:51.615537 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75103ad6-99ee-44cd-ae3d-f9b964677759 req-88cd8119-445f-4dc4-9873-a15e13be06dd tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319506 Feb 15 05:12:51.682033 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] Set router f2ec6413-ff40-4607-94ec-66593221b255 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:12:51.708884 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30d0b66-4a30-4e8c-9e67-91446911b4cd {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:12:51.715025 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Publish callbacks [] for port (077bb901-15de-41de-a057-f1bdaed6de58), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.736243 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Publish callbacks [] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.746533 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 85de328b-40e7-4d06-b9bd-793814238a0d up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:51.752308 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Transition to ACTIVE for port object a30d0b66-4a30-4e8c-9e67-91446911b4cd will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:12:51.770179 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.772575 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (077bb901-15de-41de-a057-f1bdaed6de58), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.842716 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Network b0350d0e-fe7d-4529-a5d0-7255a51c338a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:51.844532 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:51.848459 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:51.854779 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Pushing event updated for resources: {'Port': ['ID=a30d0b66-4a30-4e8c-9e67-91446911b4cd,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:51.879939 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port 85de328b-40e7-4d06-b9bd-793814238a0d completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:12:51.884425 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 85de328b-40e7-4d06-b9bd-793814238a0d triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:51.884804 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.892225 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-525503'] for router_interface (f2ec6413-ff40-4607-94ec-66593221b255), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:51.900256 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Pushing event updated for resources: {'Port': ['ID=077bb901-15de-41de-a057-f1bdaed6de58,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:51.973148 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e7a5f-6cad-4353-a8ab-f10605b123da req-39ac953f-a414-4e58-afa9-21f08e44d228 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:51.985962 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b50e7a5f-6cad-4353-a8ab-f10605b123da req-39ac953f-a414-4e58-afa9-21f08e44d228 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 931 time: 0.2690845 Feb 15 05:12:52.014581 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:12:49Z', 'revision_number': 3, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:52.046774 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 85de328b-40e7-4d06-b9bd-793814238a0d is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:52.047782 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:52.083722 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb1749f-d824-40bd-8ee2-7bfd466e18c5 None None] The sync data for ids ['f2ec6413-ff40-4607-94ec-66593221b255'] in dv-cinder-828696-5-iscsi is: [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:12:49Z', 'revision_number': 3, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:12:52.087514 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a5b1d5-6583-49bc-b597-566b38325334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85de328b-40e7-4d06-b9bd-793814238a0d'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:52.090927 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcb424f-9104-4c7b-b6ee-474c9920bc9c" -d '{"events": [{"server_uuid": "d2a5b1d5-6583-49bc-b597-566b38325334", "name": "network-vif-plugged", "status": "completed", "tag": "85de328b-40e7-4d06-b9bd-793814238a0d"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:52.095111 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 85de328b-40e7-4d06-b9bd-793814238a0d, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=85de328b-40e7-4d06-b9bd-793814238a0d,segment=NetworkSegment(8bdb8370-05f6-4198-a90f-d0a4acdb5d4c),segment_id=8bdb8370-05f6-4198-a90f-d0a4acdb5d4c)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:52.104675 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:52.135533 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b50e7a5f-6cad-4353-a8ab-f10605b123da req-f66239dc-f536-4648-a19c-2c76afcef9a6 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486571 Feb 15 05:12:52.160390 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (077bb901-15de-41de-a057-f1bdaed6de58), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:52.221842 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5418022-c95b-4295-9f81-6ec2d322d2ed x-openstack-request-id: req-e5418022-c95b-4295-9f81-6ec2d322d2ed {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:52.222595 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a5b1d5-6583-49bc-b597-566b38325334", "name": "network-vif-plugged", "status": "completed", "tag": "85de328b-40e7-4d06-b9bd-793814238a0d", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:52.222595 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5418022-c95b-4295-9f81-6ec2d322d2ed {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:52.222805 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a5b1d5-6583-49bc-b597-566b38325334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85de328b-40e7-4d06-b9bd-793814238a0d', 'code': 200} Feb 15 05:12:52.223963 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=85de328b-40e7-4d06-b9bd-793814238a0d,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:52.232669 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-da676cef-5a8f-43e5-a518-1c2c38b1e04f None None] Provisioning complete for port 077bb901-15de-41de-a057-f1bdaed6de58 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:52.233043 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-da676cef-5a8f-43e5-a518-1c2c38b1e04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (077bb901-15de-41de-a057-f1bdaed6de58), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:52.242619 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Attempting to bind port a30d0b66-4a30-4e8c-9e67-91446911b4cd on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:12:52.243117 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Attempting to bind port a30d0b66-4a30-4e8c-9e67-91446911b4cd by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '23712919-eed4-4e73-bab6-bf95f90d07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:12:52.243448 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Attempting to bind port a30d0b66-4a30-4e8c-9e67-91446911b4cd on network 70e59d39-a7a9-4d11-9887-5d745bfbd696 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:52.264501 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Port a30d0b66-4a30-4e8c-9e67-91446911b4cd on network 70e59d39-a7a9-4d11-9887-5d745bfbd696 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:12:52.264833 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Attempting to bind port a30d0b66-4a30-4e8c-9e67-91446911b4cd on network 70e59d39-a7a9-4d11-9887-5d745bfbd696 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:52.280500 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-da676cef-5a8f-43e5-a518-1c2c38b1e04f None None] Port 077bb901-15de-41de-a057-f1bdaed6de58 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:12:52.280960 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:12:52.281327 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Checking segment: {'id': '23712919-eed4-4e73-bab6-bf95f90d07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:52.282409 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Bound using segment: {'id': '23712919-eed4-4e73-bab6-bf95f90d07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:12:52.283208 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Bound port: a30d0b66-4a30-4e8c-9e67-91446911b4cd, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23712919-eed4-4e73-bab6-bf95f90d07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:12:52.283581 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:52.342173 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-2260d39a-993a-4679-af32-9d062aa56979 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:52.350415 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-2260d39a-993a-4679-af32-9d062aa56979 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/networks?id=19f461cb-3c1b-4361-bbb9-cf0e47177675 HTTP/1.1" status: 200 len: 815 time: 0.2081022 Feb 15 05:12:52.372841 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-40ee3799-39e9-42ee-85f4-243714a6e4ea tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/quotas/19faf2ea179e4ca797d51ad1b23986a3 HTTP/1.1" status: 200 len: 375 time: 0.0209303 Feb 15 05:12:52.383368 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Publish callbacks [] for port (077bb901-15de-41de-a057-f1bdaed6de58), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:52.389893 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (077bb901-15de-41de-a057-f1bdaed6de58), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:52.464252 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] For port a30d0b66-4a30-4e8c-9e67-91446911b4cd, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:12:52.469784 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] For port a30d0b66-4a30-4e8c-9e67-91446911b4cd, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a30d0b66-4a30-4e8c-9e67-91446911b4cd,segment=NetworkSegment(23712919-eed4-4e73-bab6-bf95f90d07c1),segment_id=23712919-eed4-4e73-bab6-bf95f90d07c1)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:12:52.485670 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:52.486293 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Pushing event updated for resources: {'Port': ['ID=077bb901-15de-41de-a057-f1bdaed6de58,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:52.488891 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525507'] for router_interface (f2ec6413-ff40-4607-94ec-66593221b255), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:52.521869 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839045c-64d2-4374-a7b7-8ede8a2b41c5 req-18fcf7d4-0c0b-42c3-8547-0da86657eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:52.523373 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c839045c-64d2-4374-a7b7-8ede8a2b41c5 req-18fcf7d4-0c0b-42c3-8547-0da86657eb13 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 1130 time: 0.1469917 Feb 15 05:12:52.531313 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:52.532319 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:52.533670 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] 10.222.0.61 "PUT /v2.0/ports/a30d0b66-4a30-4e8c-9e67-91446911b4cd HTTP/1.1" status: 200 len: 1093 time: 1.7417760 Feb 15 05:12:52.548008 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-60fc10f3-930a-4d81-a935-50dd5f649562 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1740625 Feb 15 05:12:52.558978 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d2e1a2-b588-4c38-8df8-e0c4b2c40723', 'tag': 'a30d0b66-4a30-4e8c-9e67-91446911b4cd'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:52.562065 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1bdcf1-7e0f-4c60-b2e7-2f34bcc83de9" -d '{"events": [{"name": "network-changed", "server_uuid": "18d2e1a2-b588-4c38-8df8-e0c4b2c40723", "tag": "a30d0b66-4a30-4e8c-9e67-91446911b4cd"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:52.612102 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Network b0350d0e-fe7d-4529-a5d0-7255a51c338a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:52.618123 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:52.656781 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af53ac00-d535-41fe-88aa-c5c127529b0e x-openstack-request-id: req-af53ac00-d535-41fe-88aa-c5c127529b0e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:52.657087 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d2e1a2-b588-4c38-8df8-e0c4b2c40723", "tag": "a30d0b66-4a30-4e8c-9e67-91446911b4cd", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:52.657317 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af53ac00-d535-41fe-88aa-c5c127529b0e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:52.657807 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d2e1a2-b588-4c38-8df8-e0c4b2c40723', 'tag': 'a30d0b66-4a30-4e8c-9e67-91446911b4cd', 'status': 'completed', 'code': 200} Feb 15 05:12:52.707244 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd511268-60a1-48b3-a7d6-68033449958b service neutron] Pushing event updated for resources: {'Port': ['ID=a30d0b66-4a30-4e8c-9e67-91446911b4cd,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:52.758973 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c839045c-64d2-4374-a7b7-8ede8a2b41c5 req-55297c53-b000-4ebd-9423-ab4235bdf6db service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068994 Feb 15 05:12:52.781974 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Router f2ec6413-ff40-4607-94ec-66593221b255 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:12:52.826196 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-e5931267-e75e-40cd-9e9d-6391c27b623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:52.828036 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-e5931267-e75e-40cd-9e9d-6391c27b623a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=201459344ded422fb99f1e330914d0ff&device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 1127 time: 0.2254937 Feb 15 05:12:52.837128 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-88a39af1-5607-435f-bbc5-62f1aafc5405 service neutron] 10.222.0.43 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876735 Feb 15 05:12:52.875120 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4e9b4-4ebc-48d0-b789-c7d82aa5eae0 req-05cfab65-0395-4c6f-8fcb-537eebff96ba tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:52.880332 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14d4e9b4-4ebc-48d0-b789-c7d82aa5eae0 req-05cfab65-0395-4c6f-8fcb-537eebff96ba tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1474876 Feb 15 05:12:52.908773 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:12:52.921738 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-aaa167cb-5a98-46bf-9200-4f25c50850fc admin admin] 10.222.0.43 "PUT /v2.0/routers/f2ec6413-ff40-4607-94ec-66593221b255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4735532 Feb 15 05:12:52.923966 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-a919eeff-8e39-462a-87dd-cab152bf3093 None None] Provisioning complete for port 077bb901-15de-41de-a057-f1bdaed6de58 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:52.924932 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a919eeff-8e39-462a-87dd-cab152bf3093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (077bb901-15de-41de-a057-f1bdaed6de58), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:52.971979 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-c15ac7e6-538d-444c-b84f-78b1cd648ffb service neutron] 10.222.0.43 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298368 Feb 15 05:12:52.982188 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-a919eeff-8e39-462a-87dd-cab152bf3093 None None] Port 077bb901-15de-41de-a057-f1bdaed6de58 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:12:53.059026 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-3634db39-61c0-4999-a8f7-a5fb7c7ab1e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30d0b66-4a30-4e8c-9e67-91446911b4cd HTTP/1.1" status: 200 len: 217 time: 0.0541284 Feb 15 05:12:53.103399 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device a4310d09-805f-4676-9ba4-b9a056ed7227 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:53.120116 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14d4e9b4-4ebc-48d0-b789-c7d82aa5eae0 req-fa275f99-275c-4c56-8b85-b4e8980e475f tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469247 Feb 15 05:12:53.134450 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-855d8192-df06-4726-b71f-709025f8141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:53.136202 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-855d8192-df06-4726-b71f-709025f8141d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca966c79-ba13-4457-a35c-66cf5e58baaf HTTP/1.1" status: 200 len: 848 time: 0.0672092 Feb 15 05:12:53.181089 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-0f65f13e-94eb-420e-acfa-32f000b69d7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70e59d39-a7a9-4d11-9887-5d745bfbd696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378151 Feb 15 05:12:53.241632 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port a4310d09-805f-4676-9ba4-b9a056ed7227 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:53.242806 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:53.324137 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a03bd4ef-9970-4916-ba6f-5a529b354997 req-e36a1648-dbdc-41b3-bba8-c2b50d61c051 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 210 time: 0.0615814 Feb 15 05:12:53.373061 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-fc96c751-eda8-4520-8951-68371fea199d service neutron] 10.222.0.61 "GET /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773729 Feb 15 05:12:53.409069 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port a4310d09-805f-4676-9ba4-b9a056ed7227 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:53.411883 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 75521e00-aecc-4c90-be2c-48f71140780d up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:53.439548 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc815e3b-cf67-4f03-9895-c4ed49c82d7f req-a52283de-1b23-4864-b841-716392112a12 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:53.444040 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cc815e3b-cf67-4f03-9895-c4ed49c82d7f req-a52283de-1b23-4864-b841-716392112a12 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 946 time: 0.1694622 Feb 15 05:12:53.488545 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 75521e00-aecc-4c90-be2c-48f71140780d triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:53.489466 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (75521e00-aecc-4c90-be2c-48f71140780d), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:53.596923 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 75521e00-aecc-4c90-be2c-48f71140780d is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:53.597305 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (75521e00-aecc-4c90-be2c-48f71140780d), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:53.602054 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cc815e3b-cf67-4f03-9895-c4ed49c82d7f req-4f31767c-1066-4f3e-bc9b-f232af8806b6 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421323 Feb 15 05:12:53.614462 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b095e5a-c588-4aca-9229-3cb1e0ce143a req-9dd2d9bd-6c99-4dd0-bc35-496830088ad8 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:53.622232 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5b095e5a-c588-4aca-9229-3cb1e0ce143a req-9dd2d9bd-6c99-4dd0-bc35-496830088ad8 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 943 time: 0.1724761 Feb 15 05:12:53.626556 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86bce76b-72a3-4d20-8cb4-a8f7949e3be8 req-dc2b9df5-83b8-472a-a74d-b3502d4f41d2 service neutron] 10.222.0.61 "GET /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460248 Feb 15 05:12:53.631320 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port 75521e00-aecc-4c90-be2c-48f71140780d, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=75521e00-aecc-4c90-be2c-48f71140780d,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:53.643905 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (75521e00-aecc-4c90-be2c-48f71140780d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:53.733975 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=75521e00-aecc-4c90-be2c-48f71140780d,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:53.748190 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5b095e5a-c588-4aca-9229-3cb1e0ce143a req-f61ffa03-6054-467a-bd01-9ca3806fc937 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249292 Feb 15 05:12:53.750390 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55870) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:53.755336 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2099228143-network', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:53.769754 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bdcf1-7e0f-4c60-b2e7-2f34bcc83de9 req-c7c99eec-ebcd-4750-a6e4-3ce0b67cf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:53.771374 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d1bdcf1-7e0f-4c60-b2e7-2f34bcc83de9 req-c7c99eec-ebcd-4750-a6e4-3ce0b67cf61b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=201459344ded422fb99f1e330914d0ff&device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 1127 time: 0.0622072 Feb 15 05:12:53.783544 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Made reservation on behalf of 3da5207f5da34f8f8d6e9950ec2ed5a5 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:53.785867 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:53.794551 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:53.877559 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bdcf1-7e0f-4c60-b2e7-2f34bcc83de9 req-d8c8d36b-7425-48c7-9f6a-4c918de06399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:53.879087 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d1bdcf1-7e0f-4c60-b2e7-2f34bcc83de9 req-d8c8d36b-7425-48c7-9f6a-4c918de06399 service neutron] 10.222.0.61 "GET /v2.0/networks?id=70e59d39-a7a9-4d11-9887-5d745bfbd696 HTTP/1.1" status: 200 len: 909 time: 0.0995975 Feb 15 05:12:53.902479 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Publish callbacks [] for security_group (d91b6b67-caec-4588-8dec-b3a9d9e80aaa), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:53.908694 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (d91b6b67-caec-4588-8dec-b3a9d9e80aaa), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:53.926497 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d1bdcf1-7e0f-4c60-b2e7-2f34bcc83de9 req-e2737701-4b64-4a45-94f1-b713d6d5d51b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30d0b66-4a30-4e8c-9e67-91446911b4cd HTTP/1.1" status: 200 len: 217 time: 0.0401874 Feb 15 05:12:53.935101 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:12:53.952212 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91b6b67-caec-4588-8dec-b3a9d9e80aaa,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:53.967990 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (d6d06276-601d-4f2e-a368-1c45972d2f18), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:53.968386 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Added segment d6d06276-601d-4f2e-a368-1c45972d2f18 of type vlan for network 9cb1a4a1-6cca-478a-a741-eda8e6096e8a Feb 15 05:12:53.983492 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bdcf1-7e0f-4c60-b2e7-2f34bcc83de9 req-80b3ae09-1db0-4bdd-abc2-69b80cdd22a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:53.985418 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d1bdcf1-7e0f-4c60-b2e7-2f34bcc83de9 req-80b3ae09-1db0-4bdd-abc2-69b80cdd22a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca966c79-ba13-4457-a35c-66cf5e58baaf HTTP/1.1" status: 200 len: 848 time: 0.0528111 Feb 15 05:12:54.010502 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (9cb1a4a1-6cca-478a-a741-eda8e6096e8a), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:54.027120 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d1bdcf1-7e0f-4c60-b2e7-2f34bcc83de9 req-d2906f22-e6d1-4aee-a87e-f9e1732388d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70e59d39-a7a9-4d11-9887-5d745bfbd696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314155 Feb 15 05:12:54.040707 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (9cb1a4a1-6cca-478a-a741-eda8e6096e8a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:54.042460 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:54.043045 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:54.095102 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3436112 Feb 15 05:12:54.098356 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 55874) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:54.102894 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1d25eb78-125c-4e4c-ad6a-6630b681d133 admin admin] Request body: {'subnet': {'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2099228143-subnet', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:54.107749 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5d758-95c0-4d96-bb12-1f0e3f0d6cda admin admin] Pushing event updated for resources: {'Network': ['ID=9cb1a4a1-6cca-478a-a741-eda8e6096e8a,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:54.118478 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 9cb1a4a1-6cca-478a-a741-eda8e6096e8a details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:12:54.142874 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d25eb78-125c-4e4c-ad6a-6630b681d133 admin admin] Made reservation on behalf of 3da5207f5da34f8f8d6e9950ec2ed5a5 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:54.145603 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d25eb78-125c-4e4c-ad6a-6630b681d133 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3999359'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:54.168771 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d1bdcf1-7e0f-4c60-b2e7-2f34bcc83de9 req-9fdc5fb3-7ae2-4580-a206-61966c19fa50 service neutron] 10.222.0.61 "GET /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335680 Feb 15 05:12:54.221708 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Sync routers for ids ['f2ec6413-ff40-4607-94ec-66593221b255'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:12:54.232753 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Routers {'f2ec6413-ff40-4607-94ec-66593221b255'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:12:54.233373 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['f2ec6413-ff40-4607-94ec-66593221b255'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:54.343408 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Set router f2ec6413-ff40-4607-94ec-66593221b255 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:12:54.351810 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a656a5-44ff-4a6d-b4ed-5e27f683f175 req-42b0384c-8f70-4dcb-97a1-47f2d7b3e205 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:54.353284 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-51a656a5-44ff-4a6d-b4ed-5e27f683f175 req-42b0384c-8f70-4dcb-97a1-47f2d7b3e205 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1462708 Feb 15 05:12:54.357696 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d1bdcf1-7e0f-4c60-b2e7-2f34bcc83de9 req-73e8717e-30c2-4281-bc25-89e73f62f045 service neutron] 10.222.0.61 "GET /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659312 Feb 15 05:12:54.486482 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-630c4560-7306-4ce1-b1f5-d03c8cc6b3b4 req-e7beb486-702c-4e6f-bdd1-624c08fcc964 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 210 time: 0.0596344 Feb 15 05:12:54.503292 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-51a656a5-44ff-4a6d-b4ed-5e27f683f175 req-2d64ffbd-14df-44e0-804c-527d3a113d2c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421711 Feb 15 05:12:54.549542 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d25eb78-125c-4e4c-ad6a-6630b681d133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3974301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3999337'] for subnet (48406bab-5085-41a8-9f0f-10c32f71dbe3), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:54.618404 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:12:52Z', 'revision_number': 4, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '077bb901-15de-41de-a057-f1bdaed6de58', 'name': '', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'mac_address': 'fa:16:3e:de:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:51Z', 'updated_at': '2022-02-15T05:12:52Z', 'revision_number': 2, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'subnets': [{'id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:54.629166 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25eb78-125c-4e4c-ad6a-6630b681d133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48406bab-5085-41a8-9f0f-10c32f71dbe3,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:54.648943 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Checking router: f2ec6413-ff40-4607-94ec-66593221b255 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:12:54.649304 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Updating router f2ec6413-ff40-4607-94ec-66593221b255 port 077bb901-15de-41de-a057-f1bdaed6de58 binding host dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:12:54.664439 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-9217013b-1341-4e15-af1f-05cd6e6e5fca tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:54.665918 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-9217013b-1341-4e15-af1f-05cd6e6e5fca tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "GET /v2.0/networks?id=19f461cb-3c1b-4361-bbb9-cf0e47177675 HTTP/1.1" status: 200 len: 815 time: 0.1770999 Feb 15 05:12:54.678468 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25eb78-125c-4e4c-ad6a-6630b681d133 admin admin] Checking segment: {'id': 'd6d06276-601d-4f2e-a368-1c45972d2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:54.678955 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d25eb78-125c-4e4c-ad6a-6630b681d133 admin admin] Network hostable DHCP agents. Network: 9cb1a4a1-6cca-478a-a741-eda8e6096e8a, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:12:54.680040 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (077bb901-15de-41de-a057-f1bdaed6de58), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:54.692013 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Request body: {'port': {'device_id': 'e599966c-a781-4231-8119-2163c06f0ecb', 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675', 'admin_state_up': True, 'tenant_id': '19faf2ea179e4ca797d51ad1b23986a3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:54.775030 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d25eb78-125c-4e4c-ad6a-6630b681d133 admin admin] Network 9cb1a4a1-6cca-478a-a741-eda8e6096e8a is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:12:54.811168 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1d25eb78-125c-4e4c-ad6a-6630b681d133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 9cb1a4a1-6cca-478a-a741-eda8e6096e8a) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:54.817273 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d25eb78-125c-4e4c-ad6a-6630b681d133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:54.817890 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d25eb78-125c-4e4c-ad6a-6630b681d133 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:54.824126 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9356de5d-bdb4-4120-a48d-3dfe5319eb9a None None] Network 9cb1a4a1-6cca-478a-a741-eda8e6096e8a requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:12:54.864456 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1d25eb78-125c-4e4c-ad6a-6630b681d133 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7625804 Feb 15 05:12:54.864609 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55888) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:54.869154 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2099228143-router', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:54.892372 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-527349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6842'] for router (86241cfe-86a0-40a0-882e-1f5e45771d5f), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:54.893582 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f192570-a9ff-4dc4-b996-3391c485c738 req-ee58adc3-8110-4142-97da-7b458241b191 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:54.893898 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6821'] for router (86241cfe-86a0-40a0-882e-1f5e45771d5f), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:54.901832 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f192570-a9ff-4dc4-b996-3391c485c738 req-ee58adc3-8110-4142-97da-7b458241b191 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 946 time: 0.2031088 Feb 15 05:12:54.956660 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 75521e00-aecc-4c90-be2c-48f71140780d up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:54.973489 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f192570-a9ff-4dc4-b996-3391c485c738 req-21191994-a60e-444e-b2a3-d86494674ef0 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712559 Feb 15 05:12:54.980410 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Publish callbacks [] for router_controller (86241cfe-86a0-40a0-882e-1f5e45771d5f), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.005761 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69847a-11c2-4280-ab76-dec3d6ec58b0 req-149a2fea-bf52-4482-869f-85a4b984736f tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:55.007774 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb69847a-11c2-4280-ab76-dec3d6ec58b0 req-149a2fea-bf52-4482-869f-85a4b984736f tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 943 time: 0.1716936 Feb 15 05:12:55.008927 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Made reservation on behalf of 19faf2ea179e4ca797d51ad1b23986a3 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:12:55.012305 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.034427 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79bd1d49-ae9e-5ec6-bc5e-b9e7c5444204-9cb1a4a1-6cca-478a-a741-eda8e6096e8a', 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a', 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'fixed_ips': [{'subnet_id': '48406bab-5085-41a8-9f0f-10c32f71dbe3'}]}} from dv-cinder-828696-5-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:12:55.035266 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.116826 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb69847a-11c2-4280-ab76-dec3d6ec58b0 req-13db9184-ddca-4452-b82e-bb43f6f05321 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930159 Feb 15 05:12:55.151937 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Publish callbacks [] for router_gateway (86241cfe-86a0-40a0-882e-1f5e45771d5f), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.160259 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 75521e00-aecc-4c90-be2c-48f71140780d triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:55.160845 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (75521e00-aecc-4c90-be2c-48f71140780d), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.170381 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Publish callbacks [] for port (077bb901-15de-41de-a057-f1bdaed6de58), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.194066 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Allocated IP 172.20.0.3 (19f461cb-3c1b-4361-bbb9-cf0e47177675/8221d351-c26f-4724-86e9-a8efc7e8f33f/7afa32ee-94b6-4890-906a-947cb731ac23) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:55.323690 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (077bb901-15de-41de-a057-f1bdaed6de58), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.355409 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks [] for port (7afa32ee-94b6-4890-906a-947cb731ac23), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.357211 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Publish callbacks [] for router_gateway (86241cfe-86a0-40a0-882e-1f5e45771d5f), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.379252 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.396851 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.413134 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b2cebbd3-6edb-4149-aa72-0b31134b56d2', 'ac96dd9a-0759-487a-bcf0-1e473b576087'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:55.445036 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Network 19f461cb-3c1b-4361-bbb9-cf0e47177675 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:55.449176 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d50249-d7e5-44f6-81df-68e71009d6f0 None None] Pushing event updated for resources: {'Port': ['ID=077bb901-15de-41de-a057-f1bdaed6de58,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:55.454716 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:55.459372 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:55.470376 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Allocated IP 172.20.0.2 (9cb1a4a1-6cca-478a-a741-eda8e6096e8a/48406bab-5085-41a8-9f0f-10c32f71dbe3/d676d6bc-f560-47f2-b089-373976a47428) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:55.502772 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Pushing event updated for resources: {'Port': ['ID=7afa32ee-94b6-4890-906a-947cb731ac23,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:55.516118 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Allocated IP 172.27.3.45 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/cebcd2ca-4877-4f47-825f-28d48dabb210) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:55.525039 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:55.525696 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.562244 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-68909f0a-0077-44ef-8fbc-0ab82969b17c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8781140 Feb 15 05:12:55.574495 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Request body: {'port': {'device_id': 'e599966c-a781-4231-8119-2163c06f0ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:12:55.575884 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 75521e00-aecc-4c90-be2c-48f71140780d is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:55.685444 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Publish callbacks [] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.712017 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Attempting to bind port 077bb901-15de-41de-a057-f1bdaed6de58 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:12:55.712486 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Attempting to bind port 077bb901-15de-41de-a057-f1bdaed6de58 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:12:55.712919 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Attempting to bind port 077bb901-15de-41de-a057-f1bdaed6de58 on network b0350d0e-fe7d-4529-a5d0-7255a51c338a {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:55.727239 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.742341 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.743578 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:12:55.744041 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Checking segment: {'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:55.744515 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.744985 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Bound using segment: {'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:12:55.745535 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Bound port: 077bb901-15de-41de-a057-f1bdaed6de58, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:12:55.745985 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (077bb901-15de-41de-a057-f1bdaed6de58), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.753373 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2608f9f-2045-43e4-9375-5d51e3a52eb0 req-e5e488b7-171e-4976-a4a6-06ab179bccf5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:55.754836 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f2608f9f-2045-43e4-9375-5d51e3a52eb0 req-e5e488b7-171e-4976-a4a6-06ab179bccf5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1475451 Feb 15 05:12:55.766766 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:55.772598 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:55.775415 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17e4d-90c4-45a8-bd4e-dd67516f7108 req-2d31bae3-a42d-406d-95ea-8f7754bbcfc1 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:55.775791 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:55.776924 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30c17e4d-90c4-45a8-bd4e-dd67516f7108 req-2d31bae3-a42d-406d-95ea-8f7754bbcfc1 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 931 time: 0.1328053 Feb 15 05:12:55.813325 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Pushing event updated for resources: {'Port': ['ID=cebcd2ca-4877-4f47-825f-28d48dabb210,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:55.829953 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-0cc0b38e-758c-4f58-add5-92a8f2adb482 None None] Provisioning complete for port 077bb901-15de-41de-a057-f1bdaed6de58 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:55.830375 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0cc0b38e-758c-4f58-add5-92a8f2adb482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (077bb901-15de-41de-a057-f1bdaed6de58), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:55.928871 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30c17e4d-90c4-45a8-bd4e-dd67516f7108 req-372f881c-196e-4817-a732-12dc4e316242 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334002 Feb 15 05:12:55.941541 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0b38e-758c-4f58-add5-92a8f2adb482 None None] Port 077bb901-15de-41de-a057-f1bdaed6de58 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:12:55.958527 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f2608f9f-2045-43e4-9375-5d51e3a52eb0 req-6fe205d9-e3a2-4721-904d-e392886a93e8 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642392 Feb 15 05:12:55.975990 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] For port 077bb901-15de-41de-a057-f1bdaed6de58, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:12:55.996170 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Publish callbacks [] for port (d676d6bc-f560-47f2-b089-373976a47428), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.005000 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] For port 077bb901-15de-41de-a057-f1bdaed6de58, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=077bb901-15de-41de-a057-f1bdaed6de58,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:12:56.017163 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (d676d6bc-f560-47f2-b089-373976a47428), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.023049 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (077bb901-15de-41de-a057-f1bdaed6de58), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.077430 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Publish callbacks [] for router_gateway (86241cfe-86a0-40a0-882e-1f5e45771d5f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.092430 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Network 9cb1a4a1-6cca-478a-a741-eda8e6096e8a is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:56.107953 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:56.117989 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:56.126063 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Pushing event updated for resources: {'Port': ['ID=d676d6bc-f560-47f2-b089-373976a47428,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:56.138283 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Routers {'f2ec6413-ff40-4607-94ec-66593221b255'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:12:56.138529 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['f2ec6413-ff40-4607-94ec-66593221b255'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:56.199082 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac164b-118f-4029-92d3-6a92b6bc24d0 req-83bef5e5-80d0-4dd5-b0f7-07b029f82333 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:56.200824 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cbac164b-118f-4029-92d3-6a92b6bc24d0 req-83bef5e5-80d0-4dd5-b0f7-07b029f82333 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 946 time: 0.1262469 Feb 15 05:12:56.292058 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afa32ee-94b6-4890-906a-947cb731ac23 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:12:56.304059 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Publish callbacks [] for port (7afa32ee-94b6-4890-906a-947cb731ac23), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.324510 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Transition to ACTIVE for port object 7afa32ee-94b6-4890-906a-947cb731ac23 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:12:56.353754 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.366374 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Attempting to bind port d676d6bc-f560-47f2-b089-373976a47428 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:12:56.366948 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Attempting to bind port d676d6bc-f560-47f2-b089-373976a47428 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': 'd6d06276-601d-4f2e-a368-1c45972d2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:12:56.366948 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Attempting to bind port d676d6bc-f560-47f2-b089-373976a47428 on network 9cb1a4a1-6cca-478a-a741-eda8e6096e8a {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:56.369710 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d50249-d7e5-44f6-81df-68e71009d6f0 None None] Pushing event updated for resources: {'Port': ['ID=077bb901-15de-41de-a057-f1bdaed6de58,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:56.394215 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:12:56.394666 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Checking segment: {'id': 'd6d06276-601d-4f2e-a368-1c45972d2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:56.394985 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.395378 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Bound using segment: {'id': 'd6d06276-601d-4f2e-a368-1c45972d2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:12:56.395894 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Bound port: d676d6bc-f560-47f2-b089-373976a47428, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d06276-601d-4f2e-a368-1c45972d2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:12:56.396270 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (d676d6bc-f560-47f2-b089-373976a47428), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.436685 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] Set router f2ec6413-ff40-4607-94ec-66593221b255 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:12:56.441649 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-48f85252-15a8-47e0-b64a-4944977b1b0c None None] Provisioning complete for port 077bb901-15de-41de-a057-f1bdaed6de58 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:56.442015 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-48f85252-15a8-47e0-b64a-4944977b1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (077bb901-15de-41de-a057-f1bdaed6de58), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.566242 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525964'] for router (86241cfe-86a0-40a0-882e-1f5e45771d5f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.602707 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] For port d676d6bc-f560-47f2-b089-373976a47428, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:12:56.650681 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] For port d676d6bc-f560-47f2-b089-373976a47428, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=d676d6bc-f560-47f2-b089-373976a47428,segment=NetworkSegment(d6d06276-601d-4f2e-a368-1c45972d2f18),segment_id=d6d06276-601d-4f2e-a368-1c45972d2f18)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:12:56.673608 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (d676d6bc-f560-47f2-b089-373976a47428), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.714144 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Router 86241cfe-86a0-40a0-882e-1f5e45771d5f is scheduled to L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:12:56.743770 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cbac164b-118f-4029-92d3-6a92b6bc24d0 req-26a394da-c240-40ba-ad8b-aa5e6f271b25 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375526 Feb 15 05:12:56.751411 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-48f85252-15a8-47e0-b64a-4944977b1b0c None None] Current status of the port 077bb901-15de-41de-a057-f1bdaed6de58 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:56.751829 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-48f85252-15a8-47e0-b64a-4944977b1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (077bb901-15de-41de-a057-f1bdaed6de58), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.754431 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Pushing event updated for resources: {'Port': ['ID=7afa32ee-94b6-4890-906a-947cb731ac23,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:56.834030 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6ca22-f932-4a5e-b7e3-2a766db57b35 req-5b03575d-4992-44a7-8ea5-1f74b5f24d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:56.835747 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dba6ca22-f932-4a5e-b7e3-2a766db57b35 req-5b03575d-4992-44a7-8ea5-1f74b5f24d00 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 1129 time: 0.5718536 Feb 15 05:12:56.849059 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-48f85252-15a8-47e0-b64a-4944977b1b0c None None] For port 077bb901-15de-41de-a057-f1bdaed6de58, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=077bb901-15de-41de-a057-f1bdaed6de58,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:56.850427 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b813ad2-8c0f-4be8-a5f7-55209770f287 None None] Pushing event updated for resources: {'Port': ['ID=d676d6bc-f560-47f2-b089-373976a47428,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:56.850743 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d96ba7-a92a-416b-8f6e-32cf7df0ccea req-b08c2d22-abc0-4a1a-a536-667029973f90 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:56.858425 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f7d96ba7-a92a-416b-8f6e-32cf7df0ccea req-b08c2d22-abc0-4a1a-a536-667029973f90 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 943 time: 0.5306904 Feb 15 05:12:56.871440 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-48f85252-15a8-47e0-b64a-4944977b1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (077bb901-15de-41de-a057-f1bdaed6de58), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.940762 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f85252-15a8-47e0-b64a-4944977b1b0c None None] Pushing event updated for resources: {'Port': ['ID=077bb901-15de-41de-a057-f1bdaed6de58,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:56.949766 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:12:52Z', 'revision_number': 4, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '077bb901-15de-41de-a057-f1bdaed6de58', 'name': '', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'mac_address': 'fa:16:3e:de:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:51Z', 'updated_at': '2022-02-15T05:12:55Z', 'revision_number': 4, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'subnets': [{'id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:56.957691 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:12:56.978292 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Sync routers for ids ['86241cfe-86a0-40a0-882e-1f5e45771d5f'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:12:56.987797 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f7d96ba7-a92a-416b-8f6e-32cf7df0ccea req-f00140f6-5c42-4136-a2b0-6eb678f07b62 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248169 Feb 15 05:12:56.990595 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:56.992051 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-eaa9c989-659a-4a6e-be55-bd69a58516fc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1266084 Feb 15 05:12:56.993181 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Attempting to bind port 7afa32ee-94b6-4890-906a-947cb731ac23 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:12:56.993519 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Attempting to bind port 7afa32ee-94b6-4890-906a-947cb731ac23 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:12:56.993851 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Attempting to bind port 7afa32ee-94b6-4890-906a-947cb731ac23 on network 19f461cb-3c1b-4361-bbb9-cf0e47177675 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:56.994791 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 55932) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:12:57.006971 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Routers {'86241cfe-86a0-40a0-882e-1f5e45771d5f'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:12:57.009198 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['86241cfe-86a0-40a0-882e-1f5e45771d5f'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:57.016068 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ccc01-cf8f-4862-a3a2-1499bfed1cc2 None None] The sync data for ids ['f2ec6413-ff40-4607-94ec-66593221b255'] in dv-cinder-828696-5-iscsi is: [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:12:52Z', 'revision_number': 4, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '077bb901-15de-41de-a057-f1bdaed6de58', 'name': '', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'mac_address': 'fa:16:3e:de:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:51Z', 'updated_at': '2022-02-15T05:12:55Z', 'revision_number': 4, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'subnets': [{'id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:12:57.023750 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dba6ca22-f932-4a5e-b7e3-2a766db57b35 req-cc3fa5e0-4ce3-4941-84c0-e2687d1f6eff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761851 Feb 15 05:12:57.031109 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Port 7afa32ee-94b6-4890-906a-947cb731ac23 on network 19f461cb-3c1b-4361-bbb9-cf0e47177675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:12:57.031699 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Attempting to bind port 7afa32ee-94b6-4890-906a-947cb731ac23 on network 19f461cb-3c1b-4361-bbb9-cf0e47177675 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:57.049477 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:12:57.052800 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Checking segment: {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:57.053258 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Bound using segment: {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:12:57.053787 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Bound port: 7afa32ee-94b6-4890-906a-947cb731ac23, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:12:57.056749 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:57.273360 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Set router 86241cfe-86a0-40a0-882e-1f5e45771d5f gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:12:57.298914 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] For port 7afa32ee-94b6-4890-906a-947cb731ac23, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:12:57.306915 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] For port 7afa32ee-94b6-4890-906a-947cb731ac23, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7afa32ee-94b6-4890-906a-947cb731ac23,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:12:57.334430 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:57.386252 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed1936-a4de-4756-bbc3-df76a9a0580a req-508c1075-09be-410c-b8ff-9d3e7e25ba64 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:57.393889 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3ed1936-a4de-4756-bbc3-df76a9a0580a req-508c1075-09be-410c-b8ff-9d3e7e25ba64 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 943 time: 0.2879097 Feb 15 05:12:57.439924 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:57.441129 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:57.442572 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] 10.222.0.61 "PUT /v2.0/ports/7afa32ee-94b6-4890-906a-947cb731ac23 HTTP/1.1" status: 200 len: 1093 time: 1.8725057 Feb 15 05:12:57.460673 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd455b-9a81-4263-85e2-58f2d2a4c7af req-003a5661-e6ce-4dda-85ee-e82a13070da6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:57.462232 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9bcd455b-9a81-4263-85e2-58f2d2a4c7af req-003a5661-e6ce-4dda-85ee-e82a13070da6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.2883832 Feb 15 05:12:57.462713 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e599966c-a781-4231-8119-2163c06f0ecb', 'tag': '7afa32ee-94b6-4890-906a-947cb731ac23'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:12:57.465162 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20db0724-c00d-46c8-83f6-8e202af32e75" -d '{"events": [{"name": "network-changed", "server_uuid": "e599966c-a781-4231-8119-2163c06f0ecb", "tag": "7afa32ee-94b6-4890-906a-947cb731ac23"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:12:57.605505 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3ed1936-a4de-4756-bbc3-df76a9a0580a req-1ea8b23a-13b1-43f9-b21d-cdda568d4749 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055988 Feb 15 05:12:57.606459 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1d09d-4deb-43db-b6d3-a01fd3ea0e14 service neutron] Pushing event updated for resources: {'Port': ['ID=7afa32ee-94b6-4890-906a-947cb731ac23,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:57.632214 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'name': 'tempest-TestShelveInstance-2099228143-router', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:54Z', 'updated_at': '2022-02-15T05:12:55Z', 'revision_number': 3, 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'gw_port': {'id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:55Z', 'updated_at': '2022-02-15T05:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:57.678454 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3393cfc-bd8a-4a8d-af92-17def4c89f4c x-openstack-request-id: req-a3393cfc-bd8a-4a8d-af92-17def4c89f4c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:12:57.678921 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e599966c-a781-4231-8119-2163c06f0ecb", "tag": "7afa32ee-94b6-4890-906a-947cb731ac23", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:12:57.679319 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3393cfc-bd8a-4a8d-af92-17def4c89f4c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:12:57.680039 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e599966c-a781-4231-8119-2163c06f0ecb', 'tag': '7afa32ee-94b6-4890-906a-947cb731ac23', 'status': 'completed', 'code': 200} Feb 15 05:12:57.683427 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-164d2858-6b19-4354-84d7-1ce6e5ccf92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:57.685115 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Checking router: 86241cfe-86a0-40a0-882e-1f5e45771d5f for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:12:57.685476 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Updating router 86241cfe-86a0-40a0-882e-1f5e45771d5f port cebcd2ca-4877-4f47-825f-28d48dabb210 binding host dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:12:57.686072 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-164d2858-6b19-4354-84d7-1ce6e5ccf92c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 1127 time: 0.1526961 Feb 15 05:12:57.689608 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9bcd455b-9a81-4263-85e2-58f2d2a4c7af req-916a949b-f63c-4e8b-8ccd-d68276302d9b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184136 Feb 15 05:12:57.750963 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device a30d0b66-4a30-4e8c-9e67-91446911b4cd details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:12:57.753697 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:57.804291 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-89996202-aad6-462e-9c2b-0c19ebe94039 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7afa32ee-94b6-4890-906a-947cb731ac23 HTTP/1.1" status: 200 len: 217 time: 0.1071846 Feb 15 05:12:57.887777 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:57.908042 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-24a62a2c-e434-447c-9ffe-2527ba455c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:57.909533 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-24a62a2c-e434-447c-9ffe-2527ba455c04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8221d351-c26f-4724-86e9-a8efc7e8f33f HTTP/1.1" status: 200 len: 855 time: 0.0988944 Feb 15 05:12:57.977734 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-dd1b5892-6ea3-4a0e-a528-acb533330f99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19f461cb-3c1b-4361-bbb9-cf0e47177675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611219 Feb 15 05:12:58.016153 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port a30d0b66-4a30-4e8c-9e67-91446911b4cd, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a30d0b66-4a30-4e8c-9e67-91446911b4cd,segment=NetworkSegment(23712919-eed4-4e73-bab6-bf95f90d07c1),segment_id=23712919-eed4-4e73-bab6-bf95f90d07c1)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:58.046417 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': 'a30d0b66-4a30-4e8c-9e67-91446911b4cd', 'network_id': '70e59d39-a7a9-4d11-9887-5d745bfbd696', 'port_id': 'a30d0b66-4a30-4e8c-9e67-91446911b4cd', 'mac_address': 'fa:16:3e:2f:c0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca966c79-ba13-4457-a35c-66cf5e58baaf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:12:58.145690 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port a30d0b66-4a30-4e8c-9e67-91446911b4cd is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:58.146185 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:58.181890 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30d0b66-4a30-4e8c-9e67-91446911b4cd {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:12:58.213942 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port a30d0b66-4a30-4e8c-9e67-91446911b4cd, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a30d0b66-4a30-4e8c-9e67-91446911b4cd,segment=NetworkSegment(23712919-eed4-4e73-bab6-bf95f90d07c1),segment_id=23712919-eed4-4e73-bab6-bf95f90d07c1)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:58.224851 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:58.246246 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-6c334c48-ad9f-49a4-b103-05ce1265c49b service neutron] 10.222.0.61 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609625 Feb 15 05:12:58.272842 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ead73a-91ad-4df4-b749-ef4dbc501627 req-3807b503-83d9-43ac-9eac-ef9c2dac3989 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:58.274390 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-91ead73a-91ad-4df4-b749-ef4dbc501627 req-3807b503-83d9-43ac-9eac-ef9c2dac3989 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 943 time: 0.1641009 Feb 15 05:12:58.300352 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Allocated IP 172.20.0.1 (9cb1a4a1-6cca-478a-a741-eda8e6096e8a/48406bab-5085-41a8-9f0f-10c32f71dbe3/f05dc9c9-7396-4cbb-9f4d-881d29a39a9e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:12:58.317602 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Publish callbacks [] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:58.331943 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:58.418263 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-91ead73a-91ad-4df4-b749-ef4dbc501627 req-62de9b7d-50c9-4d7e-96fc-41c5ac078bd8 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360865 Feb 15 05:12:58.439341 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Attempting to bind port cebcd2ca-4877-4f47-825f-28d48dabb210 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:12:58.440058 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Attempting to bind port cebcd2ca-4877-4f47-825f-28d48dabb210 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:12:58.440643 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Attempting to bind port cebcd2ca-4877-4f47-825f-28d48dabb210 on network dda14d27-2e09-4348-83b7-68b288eb8ca4 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:12:58.456079 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175300d-9691-4399-a6b6-ee911512d643 None None] Pushing event updated for resources: {'Port': ['ID=cebcd2ca-4877-4f47-825f-28d48dabb210,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:58.465854 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:12:58.468269 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Checking segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:12:58.468954 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:58.469502 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Bound using segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:12:58.470135 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Bound port: cebcd2ca-4877-4f47-825f-28d48dabb210, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:12:58.470606 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:58.515189 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Publish callbacks [] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:58.540542 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] For port cebcd2ca-4877-4f47-825f-28d48dabb210, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:12:58.541693 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01031f0b-42c3-4b9b-b100-9dd43396ab79 req-f335f237-2726-4e67-b9e3-7ca5a3a96139 service neutron] 10.222.0.61 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799416 Feb 15 05:12:58.547899 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] For port cebcd2ca-4877-4f47-825f-28d48dabb210, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=cebcd2ca-4877-4f47-825f-28d48dabb210,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:12:58.557871 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:58.561191 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248d48e8-f220-4441-9946-6412c0ea08d2 None None] Network 9cb1a4a1-6cca-478a-a741-eda8e6096e8a requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:12:58.561728 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:58.652469 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Pushing event updated for resources: {'Port': ['ID=f05dc9c9-7396-4cbb-9f4d-881d29a39a9e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:58.667099 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=a30d0b66-4a30-4e8c-9e67-91446911b4cd,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:58.677428 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-d5e7ea41-5f51-4965-a6c4-cd4fe396cebb None None] Provisioning complete for port d676d6bc-f560-47f2-b089-373976a47428 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:58.677842 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d5e7ea41-5f51-4965-a6c4-cd4fe396cebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (d676d6bc-f560-47f2-b089-373976a47428), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:58.683119 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Network 9cb1a4a1-6cca-478a-a741-eda8e6096e8a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:58.687377 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.687790 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.688141 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.688486 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.688925 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.689142 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.689787 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.689787 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.690111 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.690440 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.690763 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.691087 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.691407 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:12:58.702859 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175300d-9691-4399-a6b6-ee911512d643 None None] Pushing event updated for resources: {'Port': ['ID=cebcd2ca-4877-4f47-825f-28d48dabb210,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:58.713581 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Routers {'86241cfe-86a0-40a0-882e-1f5e45771d5f'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:12:58.714206 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['86241cfe-86a0-40a0-882e-1f5e45771d5f'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:58.732744 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:58.745488 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:12:58.814940 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db0724-c00d-46c8-83f6-8e202af32e75 req-f84d0962-2ac2-4b5b-ab17-042ddde17bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:58.816601 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20db0724-c00d-46c8-83f6-8e202af32e75 req-f84d0962-2ac2-4b5b-ab17-042ddde17bd7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 1127 time: 0.1491745 Feb 15 05:12:58.832019 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-525503'] for router_interface (86241cfe-86a0-40a0-882e-1f5e45771d5f), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:58.835594 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc67c9-d7c7-47ba-abcd-538c2d2373c3 req-951bac0d-b72f-42b9-9859-395f6abb07a7 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:58.837208 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dcc67c9-d7c7-47ba-abcd-538c2d2373c3 req-951bac0d-b72f-42b9-9859-395f6abb07a7 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 943 time: 0.1181762 Feb 15 05:12:58.888447 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] Set router 86241cfe-86a0-40a0-882e-1f5e45771d5f gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:12:59.003626 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dcc67c9-d7c7-47ba-abcd-538c2d2373c3 req-873f20db-1dc9-4217-b2de-42e5d1b9ee2d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404195 Feb 15 05:12:59.040675 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b3f9f-7e88-4a46-a56f-65ac1aeb1a4e req-a0591eff-0bdb-4dcc-82de-3bda3cd7b8dc tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:59.046118 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c77b3f9f-7e88-4a46-a56f-65ac1aeb1a4e req-a0591eff-0bdb-4dcc-82de-3bda3cd7b8dc tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.2267563 Feb 15 05:12:59.072019 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d5e7ea41-5f51-4965-a6c4-cd4fe396cebb None None] Current status of the port d676d6bc-f560-47f2-b089-373976a47428 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:59.073012 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d5e7ea41-5f51-4965-a6c4-cd4fe396cebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (d676d6bc-f560-47f2-b089-373976a47428), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:59.115878 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d5e7ea41-5f51-4965-a6c4-cd4fe396cebb None None] For port d676d6bc-f560-47f2-b089-373976a47428, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=d676d6bc-f560-47f2-b089-373976a47428,segment=NetworkSegment(d6d06276-601d-4f2e-a368-1c45972d2f18),segment_id=d6d06276-601d-4f2e-a368-1c45972d2f18)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:12:59.123542 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d5e7ea41-5f51-4965-a6c4-cd4fe396cebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (d676d6bc-f560-47f2-b089-373976a47428), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:59.140490 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['a30d0b66-4a30-4e8c-9e67-91446911b4cd'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:12:59.172944 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db0724-c00d-46c8-83f6-8e202af32e75 req-8160bad5-8316-4a73-9985-0cf836a7fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:59.178337 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20db0724-c00d-46c8-83f6-8e202af32e75 req-8160bad5-8316-4a73-9985-0cf836a7fb12 service neutron] 10.222.0.61 "GET /v2.0/networks?id=19f461cb-3c1b-4361-bbb9-cf0e47177675 HTTP/1.1" status: 200 len: 916 time: 0.3387446 Feb 15 05:12:59.195277 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:59.220868 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'name': 'tempest-TestShelveInstance-2099228143-router', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:54Z', 'updated_at': '2022-02-15T05:12:55Z', 'revision_number': 3, 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'gw_port': {'id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:55Z', 'updated_at': '2022-02-15T05:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:12:59.227903 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device d676d6bc-f560-47f2-b089-373976a47428 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:59.251909 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c77b3f9f-7e88-4a46-a56f-65ac1aeb1a4e req-e671d9a7-161d-4da3-afda-b2df430ac382 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989689 Feb 15 05:12:59.253739 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20db0724-c00d-46c8-83f6-8e202af32e75 req-1709c338-44dd-4811-a09b-fe48e4272f9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7afa32ee-94b6-4890-906a-947cb731ac23 HTTP/1.1" status: 200 len: 217 time: 0.0660503 Feb 15 05:12:59.304248 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264575ec-7809-452a-8dcb-271f76ce40e5 None None] The sync data for ids ['86241cfe-86a0-40a0-882e-1f5e45771d5f'] in dv-cinder-828696-5-iscsi is: [{'id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'name': 'tempest-TestShelveInstance-2099228143-router', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:54Z', 'updated_at': '2022-02-15T05:12:55Z', 'revision_number': 3, 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'gw_port': {'id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:55Z', 'updated_at': '2022-02-15T05:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:12:59.322072 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7ea41-5f51-4965-a6c4-cd4fe396cebb None None] Pushing event updated for resources: {'Port': ['ID=d676d6bc-f560-47f2-b089-373976a47428,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:59.357765 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db0724-c00d-46c8-83f6-8e202af32e75 req-9cf91546-ac97-4f5a-bab2-d937966e4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:59.359422 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20db0724-c00d-46c8-83f6-8e202af32e75 req-9cf91546-ac97-4f5a-bab2-d937966e4f34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8221d351-c26f-4724-86e9-a8efc7e8f33f HTTP/1.1" status: 200 len: 855 time: 0.0978639 Feb 15 05:12:59.396326 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port d676d6bc-f560-47f2-b089-373976a47428 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:59.396701 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (d676d6bc-f560-47f2-b089-373976a47428), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:59.416475 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20db0724-c00d-46c8-83f6-8e202af32e75 req-d734b880-c587-4d67-a252-c74b2c4acb48 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19f461cb-3c1b-4361-bbb9-cf0e47177675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432882 Feb 15 05:12:59.537594 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Publish callbacks [] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:59.549382 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:59.568475 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-7ac1f43c-bc49-488c-9f12-5d8a493bb4de None None] Provisioning complete for port d676d6bc-f560-47f2-b089-373976a47428 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:59.569232 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f43c-bc49-488c-9f12-5d8a493bb4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (d676d6bc-f560-47f2-b089-373976a47428), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:59.702659 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port d676d6bc-f560-47f2-b089-373976a47428 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:59.706825 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525507'] for router_interface (86241cfe-86a0-40a0-882e-1f5e45771d5f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:59.708647 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 077bb901-15de-41de-a057-f1bdaed6de58 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:12:59.716849 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Pushing event updated for resources: {'Port': ['ID=f05dc9c9-7396-4cbb-9f4d-881d29a39a9e,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:12:59.742256 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20db0724-c00d-46c8-83f6-8e202af32e75 req-229e40a1-a7f7-4672-b03e-b4dddecc20d5 service neutron] 10.222.0.61 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159726 Feb 15 05:12:59.753222 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc898d-85da-43a1-ab88-9cb42f0e4ed9 req-84d3842b-d7dd-4a27-9d03-85a00f273dc6 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:59.765439 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dbcc898d-85da-43a1-ab88-9cb42f0e4ed9 req-84d3842b-d7dd-4a27-9d03-85a00f273dc6 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 944 time: 0.2082391 Feb 15 05:12:59.877543 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Network 9cb1a4a1-6cca-478a-a741-eda8e6096e8a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:12:59.879198 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:12:59.903758 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 077bb901-15de-41de-a057-f1bdaed6de58 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:59.904332 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (077bb901-15de-41de-a057-f1bdaed6de58), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:59.906791 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1f43c-bc49-488c-9f12-5d8a493bb4de None None] Current status of the port d676d6bc-f560-47f2-b089-373976a47428 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:12:59.956591 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-7ac1f43c-bc49-488c-9f12-5d8a493bb4de None None] Provisioning complete for port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:12:59.957290 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f43c-bc49-488c-9f12-5d8a493bb4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:12:59.980480 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2468f2a-ca33-4488-a22e-4db453f236ea req-197d4799-d651-4e8b-98ce-ae1f7dcd6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:12:59.982532 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2468f2a-ca33-4488-a22e-4db453f236ea req-197d4799-d651-4e8b-98ce-ae1f7dcd6984 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce57a3e72448423bb61b4415a0877d7c&device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 1129 time: 0.2912347 Feb 15 05:13:00.010476 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1f43c-bc49-488c-9f12-5d8a493bb4de None None] Port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:13:00.053063 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dbcc898d-85da-43a1-ab88-9cb42f0e4ed9 req-8451c2bc-30cb-4d8b-b2fc-a2e25c5ebdde tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826815 Feb 15 05:13:00.071006 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Router 86241cfe-86a0-40a0-882e-1f5e45771d5f has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:13:00.100195 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 077bb901-15de-41de-a057-f1bdaed6de58 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:00.134416 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-7be303f4-5792-4ffb-876c-e84bc94dd13f None None] Provisioning complete for port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:00.134416 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7be303f4-5792-4ffb-876c-e84bc94dd13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:00.192568 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-7be303f4-5792-4ffb-876c-e84bc94dd13f None None] Port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:13:00.255723 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20db0724-c00d-46c8-83f6-8e202af32e75 req-67abd66a-af93-47ca-ad69-db09a386d3b2 service neutron] 10.222.0.61 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542217 Feb 15 05:13:00.269484 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e50a4-c95c-42bd-a4f8-13ccb504ae5e req-63711bed-bd4d-4a2a-b138-6f02a0f13893 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:00.271047 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f2e50a4-c95c-42bd-a4f8-13ccb504ae5e req-63711bed-bd4d-4a2a-b138-6f02a0f13893 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.4813893 Feb 15 05:13:00.299989 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2468f2a-ca33-4488-a22e-4db453f236ea req-bfc1f980-6110-48e2-864f-81daf9b1c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:00.301455 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2468f2a-ca33-4488-a22e-4db453f236ea req-bfc1f980-6110-48e2-864f-81daf9b1c2f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 200 len: 919 time: 0.3088868 Feb 15 05:13:00.317050 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d4f24-ab82-4f85-a79b-3e4eb0617dc6 req-c111958b-d40c-440b-9c77-d856ccb12735 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:00.318652 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5eb7e68-3a0d-4000-af1f-b28ac580fb91 None None] Provisioning complete for port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:00.318783 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef4d4f24-ab82-4f85-a79b-3e4eb0617dc6 req-c111958b-d40c-440b-9c77-d856ccb12735 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 943 time: 0.1416647 Feb 15 05:13:00.319040 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7e68-3a0d-4000-af1f-b28ac580fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:00.369101 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb7e68-3a0d-4000-af1f-b28ac580fb91 None None] Port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:13:00.393150 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2468f2a-ca33-4488-a22e-4db453f236ea req-09201a2a-9cbc-4b8a-bf6e-8c59611f5bf3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6b9c521-fe95-4412-b96b-8cec59d3f530 HTTP/1.1" status: 200 len: 217 time: 0.0730987 Feb 15 05:13:00.440681 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f2e50a4-c95c-42bd-a4f8-13ccb504ae5e req-1510eb10-2856-4dfb-83ea-ed107abe9a15 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609428 Feb 15 05:13:00.451033 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:13:00.465060 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-4b20c5a7-09d2-4881-a769-edd73d7b068f admin admin] 10.222.0.43 "PUT /v2.0/routers/86241cfe-86a0-40a0-882e-1f5e45771d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4606862 Feb 15 05:13:00.474980 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef4d4f24-ab82-4f85-a79b-3e4eb0617dc6 req-f1a81ac5-1c14-40de-9e00-8294e6932eb6 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449816 Feb 15 05:13:00.478870 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2468f2a-ca33-4488-a22e-4db453f236ea req-b587b20c-6861-458b-b289-6a23d02af759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:00.481518 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2468f2a-ca33-4488-a22e-4db453f236ea req-b587b20c-6861-458b-b289-6a23d02af759 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1ea711dc-35af-4e23-a3c6-058831f747a6 HTTP/1.1" status: 200 len: 858 time: 0.0767500 Feb 15 05:13:00.532615 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2468f2a-ca33-4488-a22e-4db453f236ea req-73ecbd57-e8ab-480d-b4db-006f39f57d93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd594851-7477-41c9-a7b4-26db9b9126be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367985 Feb 15 05:13:00.646681 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2468f2a-ca33-4488-a22e-4db453f236ea req-7012c23d-ce2f-468b-bfe3-90886ee2eed1 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024873 Feb 15 05:13:00.744540 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2468f2a-ca33-4488-a22e-4db453f236ea req-ef474d32-2189-48e8-8220-7830d542b1c1 service neutron] 10.222.0.61 "GET /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912271 Feb 15 05:13:01.003194 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device d676d6bc-f560-47f2-b089-373976a47428 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:13:01.053101 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port d676d6bc-f560-47f2-b089-373976a47428 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:01.053468 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (d676d6bc-f560-47f2-b089-373976a47428), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:01.133311 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port d676d6bc-f560-47f2-b089-373976a47428 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:01.134377 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device cebcd2ca-4877-4f47-825f-28d48dabb210 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:13:01.178021 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217f706-93ec-4b6f-bb83-e1e42aa924e5 req-72cb5c83-0c4c-4080-98df-321252bf1e9f tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:01.180055 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9217f706-93ec-4b6f-bb83-e1e42aa924e5 req-72cb5c83-0c4c-4080-98df-321252bf1e9f tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 944 time: 0.0662229 Feb 15 05:13:01.187843 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port cebcd2ca-4877-4f47-825f-28d48dabb210 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:01.188225 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:01.232724 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9217f706-93ec-4b6f-bb83-e1e42aa924e5 req-fcf0f672-0a9d-45f9-836f-d8e9b7a6a8d8 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455627 Feb 15 05:13:01.273265 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port cebcd2ca-4877-4f47-825f-28d48dabb210 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:01.273686 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:01.300885 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port cebcd2ca-4877-4f47-825f-28d48dabb210, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=cebcd2ca-4877-4f47-825f-28d48dabb210,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:01.304623 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:01.355757 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=cebcd2ca-4877-4f47-825f-28d48dabb210,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:01.510716 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Sync routers for ids ['86241cfe-86a0-40a0-882e-1f5e45771d5f'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:13:01.523037 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Routers {'86241cfe-86a0-40a0-882e-1f5e45771d5f'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:13:01.523726 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['86241cfe-86a0-40a0-882e-1f5e45771d5f'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:01.572548 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd1a0d-91da-411b-bc36-a8cd95d382a0 req-8f279720-79b1-4ff0-9b54-d8ee655e0b66 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:01.574796 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ebd1a0d-91da-411b-bc36-a8cd95d382a0 req-8f279720-79b1-4ff0-9b54-d8ee655e0b66 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0528436 Feb 15 05:13:01.622524 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ebd1a0d-91da-411b-bc36-a8cd95d382a0 req-ded4de2b-ed5d-4b73-8800-fe24659be4ef tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428689 Feb 15 05:13:01.630578 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Set router 86241cfe-86a0-40a0-882e-1f5e45771d5f gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:13:01.734776 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec60dd-5a99-4af2-b258-5fa69cbfd8be req-634a45e2-2039-4cb0-a3b4-1bd3a8e8f770 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:01.736188 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8fec60dd-5a99-4af2-b258-5fa69cbfd8be req-634a45e2-2039-4cb0-a3b4-1bd3a8e8f770 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 943 time: 0.0581646 Feb 15 05:13:01.783579 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device a30d0b66-4a30-4e8c-9e67-91446911b4cd up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:13:01.787670 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8fec60dd-5a99-4af2-b258-5fa69cbfd8be req-d04766e7-a532-47cc-9edd-b3e522148c3c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456662 Feb 15 05:13:01.881331 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port a30d0b66-4a30-4e8c-9e67-91446911b4cd completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:13:01.888373 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port a30d0b66-4a30-4e8c-9e67-91446911b4cd triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:01.888747 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:01.932348 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'name': 'tempest-TestShelveInstance-2099228143-router', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:54Z', 'updated_at': '2022-02-15T05:12:59Z', 'revision_number': 4, 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'gw_port': {'id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:55Z', 'updated_at': '2022-02-15T05:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'f05dc9c9-7396-4cbb-9f4d-881d29a39a9e', 'name': '', 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'mac_address': 'fa:16:3e:6e:a2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '48406bab-5085-41a8-9f0f-10c32f71dbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:57Z', 'updated_at': '2022-02-15T05:12:59Z', 'revision_number': 2, 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'subnets': [{'id': '48406bab-5085-41a8-9f0f-10c32f71dbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:01.966779 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 56004) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:01.967490 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Checking router: 86241cfe-86a0-40a0-882e-1f5e45771d5f for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:13:01.967942 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Updating router 86241cfe-86a0-40a0-882e-1f5e45771d5f port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e binding host dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:13:01.971402 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-67ced35e-d65c-47e7-b1c1-644f57d7d54b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158029328', 'description': 'tempest-secgroup-smoke-1158029328 description', 'project_id': '3640e3681a744a598c3edf21eb77f5ba'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:13:02.003157 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67ced35e-d65c-47e7-b1c1-644f57d7d54b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.027083 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.050835 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port a30d0b66-4a30-4e8c-9e67-91446911b4cd is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:02.051145 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.081909 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67ced35e-d65c-47e7-b1c1-644f57d7d54b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group (88200263-71b5-4489-b40c-ec5d02285031), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.085761 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67ced35e-d65c-47e7-b1c1-644f57d7d54b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (88200263-71b5-4489-b40c-ec5d02285031), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.103538 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d2e1a2-b588-4c38-8df8-e0c4b2c40723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d0b66-4a30-4e8c-9e67-91446911b4cd'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:13:02.105770 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a11108-849c-4e40-8245-b8ce07f28e4e" -d '{"events": [{"server_uuid": "18d2e1a2-b588-4c38-8df8-e0c4b2c40723", "name": "network-vif-plugged", "status": "completed", "tag": "a30d0b66-4a30-4e8c-9e67-91446911b4cd"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:13:02.112446 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67ced35e-d65c-47e7-b1c1-644f57d7d54b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.118046 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-67ced35e-d65c-47e7-b1c1-644f57d7d54b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1457968 Feb 15 05:13:02.118511 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 56008) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:02.122868 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-0b2636d9-4ca9-446c-861f-0b64f77aaf66 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Request body: {'security_group_rule': {'security_group_id': '88200263-71b5-4489-b40c-ec5d02285031', 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:13:02.128790 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port a30d0b66-4a30-4e8c-9e67-91446911b4cd, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a30d0b66-4a30-4e8c-9e67-91446911b4cd,segment=NetworkSegment(23712919-eed4-4e73-bab6-bf95f90d07c1),segment_id=23712919-eed4-4e73-bab6-bf95f90d07c1)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:02.135338 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.137338 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ced35e-d65c-47e7-b1c1-644f57d7d54b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88200263-71b5-4489-b40c-ec5d02285031,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:02.161007 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2636d9-4ca9-446c-861f-0b64f77aaf66 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (fd071fcd-6189-4d40-b296-69b156b9a20a), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.196248 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a55bea-746d-44cf-9421-97649e29c211 x-openstack-request-id: req-d0a55bea-746d-44cf-9421-97649e29c211 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:13:02.196581 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d2e1a2-b588-4c38-8df8-e0c4b2c40723", "name": "network-vif-plugged", "status": "completed", "tag": "a30d0b66-4a30-4e8c-9e67-91446911b4cd", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:13:02.196819 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0a55bea-746d-44cf-9421-97649e29c211 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:13:02.197203 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d2e1a2-b588-4c38-8df8-e0c4b2c40723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d0b66-4a30-4e8c-9e67-91446911b4cd', 'code': 200} Feb 15 05:13:02.214539 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2636d9-4ca9-446c-861f-0b64f77aaf66 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (fd071fcd-6189-4d40-b296-69b156b9a20a), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.219610 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2636d9-4ca9-446c-861f-0b64f77aaf66 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (fd071fcd-6189-4d40-b296-69b156b9a20a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.244453 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2636d9-4ca9-446c-861f-0b64f77aaf66 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd071fcd-6189-4d40-b296-69b156b9a20a,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:02.252353 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2636d9-4ca9-446c-861f-0b64f77aaf66 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.252353 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0b2636d9-4ca9-446c-861f-0b64f77aaf66 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303287 Feb 15 05:13:02.253085 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 56010) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:02.258080 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Request body: {'security_group_rule': {'security_group_id': '88200263-71b5-4489-b40c-ec5d02285031', 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:13:02.291845 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (ee1e50c1-a329-4b34-9e81-5e5a40d1ff1a), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.300440 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=a30d0b66-4a30-4e8c-9e67-91446911b4cd,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:02.428759 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (ee1e50c1-a329-4b34-9e81-5e5a40d1ff1a), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.436300 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (ee1e50c1-a329-4b34-9e81-5e5a40d1ff1a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.456312 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Publish callbacks [] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.463207 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.467080 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec76470-8f08-42b9-9237-e2d359c97892 req-b5d2479d-225f-4ce0-a15a-0ad1931f85a3 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:02.469028 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fec76470-8f08-42b9-9237-e2d359c97892 req-b5d2479d-225f-4ce0-a15a-0ad1931f85a3 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 945 time: 0.1395960 Feb 15 05:13:02.475015 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1e50c1-a329-4b34-9e81-5e5a40d1ff1a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:02.478577 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c841325-d078-4fdb-92c7-abb194f4b0e8 req-f62350a2-33cb-4900-8372-1d7691728f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:02.480116 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c841325-d078-4fdb-92c7-abb194f4b0e8 req-f62350a2-33cb-4900-8372-1d7691728f83 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 1129 time: 0.1401529 Feb 15 05:13:02.485892 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.489515 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2327948 Feb 15 05:13:02.493678 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 56014) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:02.499256 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-5eb8d8c6-c599-4afc-b7ec-2dc970ddda21 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Request body: {'security_group_rule': {'security_group_id': '88200263-71b5-4489-b40c-ec5d02285031', 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:13:02.505079 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.505817 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.505817 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.506048 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.506239 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.506798 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.507135 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.507452 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.507804 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.508124 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.508442 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.508988 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.509098 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc72687-47ec-40f2-8aa2-a4789d26de73 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:02.521824 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375223d9-773d-40c5-9fc6-b1fe8ff328e5 None None] Pushing event updated for resources: {'Port': ['ID=f05dc9c9-7396-4cbb-9f4d-881d29a39a9e,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:02.541746 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d8c6-c599-4afc-b7ec-2dc970ddda21 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (61b8bef6-3d2a-4881-b64d-26658f595842), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.578048 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fec76470-8f08-42b9-9237-e2d359c97892 req-014b4e9f-09f2-49d2-9320-41a02c8c31d3 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969641 Feb 15 05:13:02.600266 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c841325-d078-4fdb-92c7-abb194f4b0e8 req-37f2ea49-fac6-42c4-a394-0250583408f1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078331 Feb 15 05:13:02.609637 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Attempting to bind port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:13:02.610001 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Attempting to bind port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': 'd6d06276-601d-4f2e-a368-1c45972d2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:13:02.610363 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Attempting to bind port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e on network 9cb1a4a1-6cca-478a-a741-eda8e6096e8a {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:13:02.616224 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:13:02.616596 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Checking segment: {'id': 'd6d06276-601d-4f2e-a368-1c45972d2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:13:02.616988 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.617377 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Bound using segment: {'id': 'd6d06276-601d-4f2e-a368-1c45972d2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:13:02.617838 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Bound port: f05dc9c9-7396-4cbb-9f4d-881d29a39a9e, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d06276-601d-4f2e-a368-1c45972d2f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:13:02.618214 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.622965 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d8c6-c599-4afc-b7ec-2dc970ddda21 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (61b8bef6-3d2a-4881-b64d-26658f595842), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.626970 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d8c6-c599-4afc-b7ec-2dc970ddda21 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (61b8bef6-3d2a-4881-b64d-26658f595842), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.642911 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8d8c6-c599-4afc-b7ec-2dc970ddda21 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b8bef6-3d2a-4881-b64d-26658f595842,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:02.672215 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d8c6-c599-4afc-b7ec-2dc970ddda21 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.675934 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5eb8d8c6-c599-4afc-b7ec-2dc970ddda21 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1786342 Feb 15 05:13:02.676283 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 56018) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:02.681055 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c2148b54-f192-4bde-be4a-8179cfc2136c tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Request body: {'security_group_rule': {'security_group_id': '88200263-71b5-4489-b40c-ec5d02285031', 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:13:02.725897 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] For port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:13:02.730229 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] For port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=f05dc9c9-7396-4cbb-9f4d-881d29a39a9e,segment=NetworkSegment(d6d06276-601d-4f2e-a368-1c45972d2f18),segment_id=d6d06276-601d-4f2e-a368-1c45972d2f18)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:13:02.737189 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.758291 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2148b54-f192-4bde-be4a-8179cfc2136c tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (80685793-9d3f-4c47-b33b-3f633f50a9b7), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.832499 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a32d9-8fc8-4234-b88a-1e233d6767c8 req-5459d214-8f43-4a6e-8ffd-ca0eb55d111b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:02.839562 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e73a32d9-8fc8-4234-b88a-1e233d6767c8 req-5459d214-8f43-4a6e-8ffd-ca0eb55d111b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1111045 Feb 15 05:13:02.863658 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2148b54-f192-4bde-be4a-8179cfc2136c tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (80685793-9d3f-4c47-b33b-3f633f50a9b7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.882686 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2148b54-f192-4bde-be4a-8179cfc2136c tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (80685793-9d3f-4c47-b33b-3f633f50a9b7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.933471 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2148b54-f192-4bde-be4a-8179cfc2136c tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80685793-9d3f-4c47-b33b-3f633f50a9b7,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:02.951687 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-fe04216d-a64e-4c37-9fdd-ad9e2ab28ac4 None None] Provisioning complete for port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:02.952335 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe04216d-a64e-4c37-9fdd-ad9e2ab28ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.960347 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2148b54-f192-4bde-be4a-8179cfc2136c tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:02.961831 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c2148b54-f192-4bde-be4a-8179cfc2136c tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2842922 Feb 15 05:13:02.964448 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 56022) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:02.968952 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-b0dbb935-1f5c-45b6-bc63-1d48dabe762a tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Request body: {'security_group_rule': {'security_group_id': '88200263-71b5-4489-b40c-ec5d02285031', 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:13:02.969574 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e73a32d9-8fc8-4234-b88a-1e233d6767c8 req-d0d22875-3b93-4271-b467-e6d4c95c4572 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287155 Feb 15 05:13:02.996180 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device cebcd2ca-4877-4f47-825f-28d48dabb210 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:13:02.996440 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62311085-7632-4af2-967b-3a5a17b95059 req-d4a52299-aed8-42be-9e29-ca23a86532ec tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:03.004134 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-62311085-7632-4af2-967b-3a5a17b95059 req-d4a52299-aed8-42be-9e29-ca23a86532ec tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 943 time: 0.1423471 Feb 15 05:13:03.033050 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.securitygroups_db [None req-b0dbb935-1f5c-45b6-bc63-1d48dabe762a tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Project 3640e3681a744a598c3edf21eb77f5ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 05:13:03.040317 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0dbb935-1f5c-45b6-bc63-1d48dabe762a tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (45152cbb-9a27-4a82-a488-ea7846b6f9e2), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.068670 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-62311085-7632-4af2-967b-3a5a17b95059 req-996636b4-62d4-4b7e-8128-0487bd714c97 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627768 Feb 15 05:13:03.070008 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Routers {'86241cfe-86a0-40a0-882e-1f5e45771d5f'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:13:03.070746 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:12:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['86241cfe-86a0-40a0-882e-1f5e45771d5f'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:03.112388 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375223d9-773d-40c5-9fc6-b1fe8ff328e5 None None] Pushing event updated for resources: {'Port': ['ID=f05dc9c9-7396-4cbb-9f4d-881d29a39a9e,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:03.131238 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0dbb935-1f5c-45b6-bc63-1d48dabe762a tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (45152cbb-9a27-4a82-a488-ea7846b6f9e2), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.136756 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0dbb935-1f5c-45b6-bc63-1d48dabe762a tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (45152cbb-9a27-4a82-a488-ea7846b6f9e2), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.163091 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbb935-1f5c-45b6-bc63-1d48dabe762a tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45152cbb-9a27-4a82-a488-ea7846b6f9e2,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:03.172749 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0dbb935-1f5c-45b6-bc63-1d48dabe762a tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.175123 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b0dbb935-1f5c-45b6-bc63-1d48dabe762a tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2096851 Feb 15 05:13:03.177805 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 56026) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:03.182802 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-e56ff1ec-b39c-4b87-8af3-9453b16c86e1 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Request body: {'security_group_rule': {'security_group_id': '88200263-71b5-4489-b40c-ec5d02285031', 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:13:03.208988 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.securitygroups_db [None req-e56ff1ec-b39c-4b87-8af3-9453b16c86e1 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Project 3640e3681a744a598c3edf21eb77f5ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 05:13:03.216246 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e56ff1ec-b39c-4b87-8af3-9453b16c86e1 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (90fbccf9-a649-4df5-89e8-531d1f49b7ab), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.263196 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-fe04216d-a64e-4c37-9fdd-ad9e2ab28ac4 None None] Current status of the port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:03.263861 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe04216d-a64e-4c37-9fdd-ad9e2ab28ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.278855 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e56ff1ec-b39c-4b87-8af3-9453b16c86e1 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (90fbccf9-a649-4df5-89e8-531d1f49b7ab), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.281989 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] Set router 86241cfe-86a0-40a0-882e-1f5e45771d5f gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:13:03.282935 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e56ff1ec-b39c-4b87-8af3-9453b16c86e1 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (90fbccf9-a649-4df5-89e8-531d1f49b7ab), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.283828 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5fde7afb-f979-4144-b2e6-6d54c1047843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.285193 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port cebcd2ca-4877-4f47-825f-28d48dabb210 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:03.285546 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.301483 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ff1ec-b39c-4b87-8af3-9453b16c86e1 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fbccf9-a649-4df5-89e8-531d1f49b7ab,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:03.311005 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e56ff1ec-b39c-4b87-8af3-9453b16c86e1 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.312243 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e56ff1ec-b39c-4b87-8af3-9453b16c86e1 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335015 Feb 15 05:13:03.381449 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fe04216d-a64e-4c37-9fdd-ad9e2ab28ac4 None None] For port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=f05dc9c9-7396-4cbb-9f4d-881d29a39a9e,segment=NetworkSegment(d6d06276-601d-4f2e-a368-1c45972d2f18),segment_id=d6d06276-601d-4f2e-a368-1c45972d2f18)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:03.414950 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe04216d-a64e-4c37-9fdd-ad9e2ab28ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.549425 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04216d-a64e-4c37-9fdd-ad9e2ab28ac4 None None] Pushing event updated for resources: {'Port': ['ID=f05dc9c9-7396-4cbb-9f4d-881d29a39a9e,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:03.576830 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port cebcd2ca-4877-4f47-825f-28d48dabb210 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:03.585935 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2b4824a4-1c02-4b14-9e3c-0810481aa9fe None None] Provisioning complete for port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:03.586310 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2b4824a4-1c02-4b14-9e3c-0810481aa9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:03.708052 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b80140-6ddc-4b17-bbf9-fcffc9bc9269 req-23eb03a5-e7fa-40a6-98a8-8d7911201e5b tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:03.708907 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'name': 'tempest-TestShelveInstance-2099228143-router', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:54Z', 'updated_at': '2022-02-15T05:12:59Z', 'revision_number': 4, 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'gw_port': {'id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:55Z', 'updated_at': '2022-02-15T05:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'f05dc9c9-7396-4cbb-9f4d-881d29a39a9e', 'name': '', 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'mac_address': 'fa:16:3e:6e:a2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '48406bab-5085-41a8-9f0f-10c32f71dbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:57Z', 'updated_at': '2022-02-15T05:13:02Z', 'revision_number': 4, 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'subnets': [{'id': '48406bab-5085-41a8-9f0f-10c32f71dbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:03.709988 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66b80140-6ddc-4b17-bbf9-fcffc9bc9269 req-23eb03a5-e7fa-40a6-98a8-8d7911201e5b tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 945 time: 0.0591950 Feb 15 05:13:03.742432 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84422c-bf08-44ad-ada8-254053b76e4a None None] The sync data for ids ['86241cfe-86a0-40a0-882e-1f5e45771d5f'] in dv-cinder-828696-5-iscsi is: [{'id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'name': 'tempest-TestShelveInstance-2099228143-router', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:54Z', 'updated_at': '2022-02-15T05:12:59Z', 'revision_number': 4, 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'gw_port': {'id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:55Z', 'updated_at': '2022-02-15T05:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'f05dc9c9-7396-4cbb-9f4d-881d29a39a9e', 'name': '', 'network_id': '9cb1a4a1-6cca-478a-a741-eda8e6096e8a', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'mac_address': 'fa:16:3e:6e:a2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '48406bab-5085-41a8-9f0f-10c32f71dbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:57Z', 'updated_at': '2022-02-15T05:13:02Z', 'revision_number': 4, 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'subnets': [{'id': '48406bab-5085-41a8-9f0f-10c32f71dbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:13:03.744366 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2b4824a4-1c02-4b14-9e3c-0810481aa9fe None None] Current status of the port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:03.776809 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66b80140-6ddc-4b17-bbf9-fcffc9bc9269 req-b4021b6c-75f2-4013-b73c-4ba245b012a0 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574422 Feb 15 05:13:03.779635 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 7afa32ee-94b6-4890-906a-947cb731ac23 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:13:03.936810 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 7afa32ee-94b6-4890-906a-947cb731ac23, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7afa32ee-94b6-4890-906a-947cb731ac23,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:03.949560 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '7afa32ee-94b6-4890-906a-947cb731ac23', 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675', 'port_id': '7afa32ee-94b6-4890-906a-947cb731ac23', 'mac_address': 'fa:16:3e:22:5f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8221d351-c26f-4724-86e9-a8efc7e8f33f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:13:03.988808 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 7afa32ee-94b6-4890-906a-947cb731ac23 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:03.989203 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:04.003427 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afa32ee-94b6-4890-906a-947cb731ac23 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:13:04.036209 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 7afa32ee-94b6-4890-906a-947cb731ac23, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7afa32ee-94b6-4890-906a-947cb731ac23,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:04.044281 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:04.107005 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=7afa32ee-94b6-4890-906a-947cb731ac23,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:04.116993 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.117581 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.118093 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.118786 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.119278 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.119799 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.120799 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.121450 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.122758 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.123245 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.123757 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.124247 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.125543 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:13:04.198945 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac655e57-4a4d-4540-89c7-0ed3612ea3f3 req-066c5787-e2e0-4fb2-beab-bf8ac4340b96 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:04.201171 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ac655e57-4a4d-4540-89c7-0ed3612ea3f3 req-066c5787-e2e0-4fb2-beab-bf8ac4340b96 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1494598 Feb 15 05:13:04.261564 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9a0bb-4415-4db9-8840-4394a1913db8 req-7ecc61ed-6188-4d46-8130-f5f4e26d1f9f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:04.263139 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d4e9a0bb-4415-4db9-8840-4394a1913db8 req-7ecc61ed-6188-4d46-8130-f5f4e26d1f9f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 944 time: 0.0989523 Feb 15 05:13:04.272811 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ac655e57-4a4d-4540-89c7-0ed3612ea3f3 req-4693d4ca-c80e-4d4c-b984-cac83d8fdcc0 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660350 Feb 15 05:13:04.336043 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d4e9a0bb-4415-4db9-8840-4394a1913db8 req-f9470f89-c357-46d8-9766-6d894e5f016e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621483 Feb 15 05:13:04.831598 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['7afa32ee-94b6-4890-906a-947cb731ac23'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:13:04.929747 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b3408-a0f6-4f48-bc3f-c155d5ea44a0 req-7a90761f-a5ea-4a40-93eb-1e75936ffafb tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:04.931484 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a05b3408-a0f6-4f48-bc3f-c155d5ea44a0 req-7a90761f-a5ea-4a40-93eb-1e75936ffafb tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 945 time: 0.0665383 Feb 15 05:13:05.014411 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a05b3408-a0f6-4f48-bc3f-c155d5ea44a0 req-0d092b48-b089-4689-85b3-9ed80fdc3eb1 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762086 Feb 15 05:13:05.024613 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device f05dc9c9-7396-4cbb-9f4d-881d29a39a9e up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:13:05.078692 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:05.079068 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:05.163283 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:05.405348 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100493e8-fe37-4d59-9bae-5074954ca5ee req-ac3fb6a9-399f-458f-97bc-b000de99c904 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:05.412365 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-100493e8-fe37-4d59-9bae-5074954ca5ee req-ac3fb6a9-399f-458f-97bc-b000de99c904 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0673513 Feb 15 05:13:05.427832 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1f6124b0-c107-443f-81b5-f048af78194c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:05.487092 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-100493e8-fe37-4d59-9bae-5074954ca5ee req-a74d6c7f-9643-456e-9211-5443b7e97f1c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737231 Feb 15 05:13:05.502529 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e89882-3ae0-4d90-8fee-28aa11f5a140 req-a103e32b-2673-4607-996d-91c1b4d91599 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:05.504474 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-98e89882-3ae0-4d90-8fee-28aa11f5a140 req-a103e32b-2673-4607-996d-91c1b4d91599 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 944 time: 0.0853286 Feb 15 05:13:05.557652 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-98e89882-3ae0-4d90-8fee-28aa11f5a140 req-82894dfd-283f-4e84-9b29-2973c38a0ed1 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476582 Feb 15 05:13:05.868932 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726edc35-c876-4efb-a629-cc1e5b6e7625 req-2cbfb92a-f3e3-406b-908e-3fb1b4a9ed2c tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:05.870399 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-726edc35-c876-4efb-a629-cc1e5b6e7625 req-2cbfb92a-f3e3-406b-908e-3fb1b4a9ed2c tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 945 time: 0.0538588 Feb 15 05:13:05.920803 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-726edc35-c876-4efb-a629-cc1e5b6e7625 req-9adc6c07-dae5-48dd-b009-390f9a38b0eb tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Feb 15 05:13:06.540757 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:06.676275 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08525f50-bd58-4417-8978-6bb2b0014979 req-09f3af11-c87e-4415-8414-9b0995cd55be tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:06.677720 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-08525f50-bd58-4417-8978-6bb2b0014979 req-09f3af11-c87e-4415-8414-9b0995cd55be tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 944 time: 0.0530024 Feb 15 05:13:06.722887 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-08525f50-bd58-4417-8978-6bb2b0014979 req-7bcb98e4-25ea-40e7-9ae2-ba77ddfb05bc tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396037 Feb 15 05:13:07.045129 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ff5e-ff1e-42e6-a9b0-19265e1389ee req-af4ccd34-1cda-4364-bd41-1d210f56b341 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:07.047459 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7055ff5e-ff1e-42e6-a9b0-19265e1389ee req-af4ccd34-1cda-4364-bd41-1d210f56b341 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 945 time: 0.0617268 Feb 15 05:13:07.103371 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7055ff5e-ff1e-42e6-a9b0-19265e1389ee req-3dbb2f17-b6e3-4074-8bfb-16bcb414805e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502255 Feb 15 05:13:07.808228 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 7afa32ee-94b6-4890-906a-947cb731ac23 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:13:07.840239 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26a3e7-81a8-4d63-925f-6e22dcded176 req-c450fef0-5d18-4b0a-b07d-ed55cb21e8e8 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:07.843129 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef26a3e7-81a8-4d63-925f-6e22dcded176 req-c450fef0-5d18-4b0a-b07d-ed55cb21e8e8 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 944 time: 0.0541303 Feb 15 05:13:07.862039 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port 7afa32ee-94b6-4890-906a-947cb731ac23 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:13:07.866584 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 7afa32ee-94b6-4890-906a-947cb731ac23 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:07.866992 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:07.892160 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef26a3e7-81a8-4d63-925f-6e22dcded176 req-856b7970-6dc1-43fb-b80b-16415393e282 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436893 Feb 15 05:13:07.958880 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 7afa32ee-94b6-4890-906a-947cb731ac23 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:07.959276 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:07.982290 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e599966c-a781-4231-8119-2163c06f0ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afa32ee-94b6-4890-906a-947cb731ac23'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:13:07.984768 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0970149-f268-4a82-af58-965617d7c52e" -d '{"events": [{"server_uuid": "e599966c-a781-4231-8119-2163c06f0ecb", "name": "network-vif-plugged", "status": "completed", "tag": "7afa32ee-94b6-4890-906a-947cb731ac23"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:13:07.997602 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 7afa32ee-94b6-4890-906a-947cb731ac23, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7afa32ee-94b6-4890-906a-947cb731ac23,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:08.001083 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:08.033367 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f441dc-6346-4c83-9328-568608cf7bf3 x-openstack-request-id: req-51f441dc-6346-4c83-9328-568608cf7bf3 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:13:08.033781 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e599966c-a781-4231-8119-2163c06f0ecb", "name": "network-vif-plugged", "status": "completed", "tag": "7afa32ee-94b6-4890-906a-947cb731ac23", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:13:08.034049 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51f441dc-6346-4c83-9328-568608cf7bf3 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:13:08.034452 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e599966c-a781-4231-8119-2163c06f0ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afa32ee-94b6-4890-906a-947cb731ac23', 'code': 200} Feb 15 05:13:08.074684 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=7afa32ee-94b6-4890-906a-947cb731ac23,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:08.128444 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba53fb-5e26-49c7-ae9e-7b9063180ff1 req-f7d045d1-fdbb-4674-83b6-afab5c3db678 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:08.130160 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2ba53fb-5e26-49c7-ae9e-7b9063180ff1 req-f7d045d1-fdbb-4674-83b6-afab5c3db678 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 945 time: 0.0692110 Feb 15 05:13:08.343410 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:08.531384 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7ab7e-33bd-44fa-81ac-2547a5b17381 req-15267b18-db38-47c3-b53c-f1fbbaac831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:08.532870 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03b7ab7e-33bd-44fa-81ac-2547a5b17381 req-15267b18-db38-47c3-b53c-f1fbbaac831e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 1129 time: 0.1173797 Feb 15 05:13:08.540301 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ccfb8-e37a-413b-8c68-c75d2b8eac70 req-57e819e6-874e-4df3-ac14-fa3370efe1c5 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:08.541631 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-682ccfb8-e37a-413b-8c68-c75d2b8eac70 req-57e819e6-874e-4df3-ac14-fa3370efe1c5 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/ports?device_id=18d2e1a2-b588-4c38-8df8-e0c4b2c40723 HTTP/1.1" status: 200 len: 945 time: 0.1272116 Feb 15 05:13:08.608275 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-c2ba53fb-5e26-49c7-ae9e-7b9063180ff1 req-b249f1ff-4ab7-4c79-b0b4-19195dde8e33 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Deleting port a30d0b66-4a30-4e8c-9e67-91446911b4cd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:13:08.608622 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c2ba53fb-5e26-49c7-ae9e-7b9063180ff1 req-b249f1ff-4ab7-4c79-b0b4-19195dde8e33 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:08.638367 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03b7ab7e-33bd-44fa-81ac-2547a5b17381 req-166f1661-2b13-4b8d-9b9b-7006959649d7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951433 Feb 15 05:13:08.644765 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-682ccfb8-e37a-413b-8c68-c75d2b8eac70 req-82b07c7c-7d2f-4a7f-ae2a-67c3eea32f1e tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.43 "GET /v2.0/security-groups?id=2160c5e5-811c-4bc2-a029-deeb434e99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936716 Feb 15 05:13:08.719744 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-c2ba53fb-5e26-49c7-ae9e-7b9063180ff1 req-b249f1ff-4ab7-4c79-b0b4-19195dde8e33 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] For port a30d0b66-4a30-4e8c-9e67-91446911b4cd, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a30d0b66-4a30-4e8c-9e67-91446911b4cd,segment=NetworkSegment(23712919-eed4-4e73-bab6-bf95f90d07c1),segment_id=23712919-eed4-4e73-bab6-bf95f90d07c1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:08.720119 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c2ba53fb-5e26-49c7-ae9e-7b9063180ff1 req-b249f1ff-4ab7-4c79-b0b4-19195dde8e33 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:08.735675 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-c2ba53fb-5e26-49c7-ae9e-7b9063180ff1 req-b249f1ff-4ab7-4c79-b0b4-19195dde8e33 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Calling delete_port for a30d0b66-4a30-4e8c-9e67-91446911b4cd owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:13:08.862169 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c2ba53fb-5e26-49c7-ae9e-7b9063180ff1 req-b249f1ff-4ab7-4c79-b0b4-19195dde8e33 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (a30d0b66-4a30-4e8c-9e67-91446911b4cd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:08.881800 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['a30d0b66-4a30-4e8c-9e67-91446911b4cd'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:13:08.896609 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249f1ff-4ab7-4c79-b0b4-19195dde8e33 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Pushing event deleted for resources: {'Port': ['ID=a30d0b66-4a30-4e8c-9e67-91446911b4cd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:08.942318 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ba53fb-5e26-49c7-ae9e-7b9063180ff1 req-b249f1ff-4ab7-4c79-b0b4-19195dde8e33 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] No DVR routers for this DVR port a30d0b66-4a30-4e8c-9e67-91446911b4cd on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:13:08.945837 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c2ba53fb-5e26-49c7-ae9e-7b9063180ff1 req-b249f1ff-4ab7-4c79-b0b4-19195dde8e33 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:08.949335 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2ba53fb-5e26-49c7-ae9e-7b9063180ff1 req-b249f1ff-4ab7-4c79-b0b4-19195dde8e33 tempest-VolumesActionsTest-953726160 tempest-VolumesActionsTest-953726160-project] 10.222.0.61 "DELETE /v2.0/ports/a30d0b66-4a30-4e8c-9e67-91446911b4cd HTTP/1.1" status: 204 len: 173 time: 0.8126686 Feb 15 05:13:08.949825 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d2e1a2-b588-4c38-8df8-e0c4b2c40723', 'name': 'network-vif-deleted', 'tag': 'a30d0b66-4a30-4e8c-9e67-91446911b4cd'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:13:08.952089 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51e6acc-fe77-491c-ba62-82635b0b501a" -d '{"events": [{"server_uuid": "18d2e1a2-b588-4c38-8df8-e0c4b2c40723", "name": "network-vif-deleted", "tag": "a30d0b66-4a30-4e8c-9e67-91446911b4cd"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:13:08.995842 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d2e491-a305-4f75-8da7-f630adbd1827 x-openstack-request-id: req-f2d2e491-a305-4f75-8da7-f630adbd1827 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:13:08.996129 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d2e1a2-b588-4c38-8df8-e0c4b2c40723", "name": "network-vif-deleted", "tag": "a30d0b66-4a30-4e8c-9e67-91446911b4cd", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:13:08.996381 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2d2e491-a305-4f75-8da7-f630adbd1827 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:13:08.997961 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d2e1a2-b588-4c38-8df8-e0c4b2c40723', 'name': 'network-vif-deleted', 'tag': 'a30d0b66-4a30-4e8c-9e67-91446911b4cd', 'status': 'completed', 'code': 200} Feb 15 05:13:09.026491 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f1dbc-4f8e-487f-9041-84ed2866885e req-13bf5eb2-d268-41d6-b627-00835d63649b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:09.028010 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-977f1dbc-4f8e-487f-9041-84ed2866885e req-13bf5eb2-d268-41d6-b627-00835d63649b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0615084 Feb 15 05:13:09.077909 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-977f1dbc-4f8e-487f-9041-84ed2866885e req-0209c4c9-0378-4acc-8293-0279320d4847 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Feb 15 05:13:09.584127 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:10.210065 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73c801-26f0-4e06-b494-cafab4e0d10b req-97770e76-8a91-4418-b77e-722c6286cc79 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:10.211535 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff73c801-26f0-4e06-b494-cafab4e0d10b req-97770e76-8a91-4418-b77e-722c6286cc79 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0582755 Feb 15 05:13:10.262602 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff73c801-26f0-4e06-b494-cafab4e0d10b req-1fd179ee-ae6e-46d5-8ca1-0f3eeea57106 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448706 Feb 15 05:13:10.478041 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c9ef8-99fb-410f-b595-9adba1ac193f req-89d75b18-d421-4731-9cea-098f1ceae7a9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:10.479490 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ac2c9ef8-99fb-410f-b595-9adba1ac193f req-89d75b18-d421-4731-9cea-098f1ceae7a9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0508714 Feb 15 05:13:10.525703 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ac2c9ef8-99fb-410f-b595-9adba1ac193f req-ae81a66a-e138-41e8-b446-41884bf75a97 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Feb 15 05:13:11.380943 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec49ae-e0c8-41df-8276-73d0fc5eb0be req-915bb69d-fa54-4fed-93e2-baf445ad30cb tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:11.382655 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18ec49ae-e0c8-41df-8276-73d0fc5eb0be req-915bb69d-fa54-4fed-93e2-baf445ad30cb tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0511651 Feb 15 05:13:11.431603 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18ec49ae-e0c8-41df-8276-73d0fc5eb0be req-52369674-d2fd-4534-a425-ade34174525f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Feb 15 05:13:11.653771 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3d193-a13a-460e-a6b8-ce105c56341c req-9c09e355-5737-41e3-820f-01d31319e993 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:11.655240 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7dc3d193-a13a-460e-a6b8-ce105c56341c req-9c09e355-5737-41e3-820f-01d31319e993 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0623591 Feb 15 05:13:11.711434 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7dc3d193-a13a-460e-a6b8-ce105c56341c req-3b28c331-4807-4a81-8426-6b658d73fc95 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497336 Feb 15 05:13:11.854368 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device a30d0b66-4a30-4e8c-9e67-91446911b4cd no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:13:11.875283 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: a30d0b66-4a30-4e8c-9e67-91446911b4cd {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:13:11.875689 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device a30d0b66-4a30-4e8c-9e67-91446911b4cd not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:13:12.827594 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc86e6-16ad-429c-a346-6a20e5e7fada req-db96090a-2db4-4f05-879c-602a8620a969 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:12.829034 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5dc86e6-16ad-429c-a346-6a20e5e7fada req-db96090a-2db4-4f05-879c-602a8620a969 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0519435 Feb 15 05:13:12.876014 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5dc86e6-16ad-429c-a346-6a20e5e7fada req-420118e1-0df8-482f-83e1-117cf08bc621 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Feb 15 05:13:14.002319 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efcf74-3e9f-47c2-a24f-d07dc070ee05 req-dbd46ebd-9460-4cfe-8012-9fde88393bdf tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:14.003872 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94efcf74-3e9f-47c2-a24f-d07dc070ee05 req-dbd46ebd-9460-4cfe-8012-9fde88393bdf tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0571988 Feb 15 05:13:14.055451 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94efcf74-3e9f-47c2-a24f-d07dc070ee05 req-36b44b42-e011-4246-96f7-c50667f7fcda tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Feb 15 05:13:14.357316 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3f6f3-6a78-4097-92fa-0699160eeae5 req-599d1723-f375-4e65-ad88-9033e1508731 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:14.358770 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29a3f6f3-6a78-4097-92fa-0699160eeae5 req-599d1723-f375-4e65-ad88-9033e1508731 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.61 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 945 time: 0.0511370 Feb 15 05:13:14.460489 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-29a3f6f3-6a78-4097-92fa-0699160eeae5 req-954c729e-109f-4671-b134-690a462b44a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Deleting port 24259207-f3ef-4a46-a6f7-595d6af1d4c1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:13:14.460835 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-29a3f6f3-6a78-4097-92fa-0699160eeae5 req-954c729e-109f-4671-b134-690a462b44a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:14.545415 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-29a3f6f3-6a78-4097-92fa-0699160eeae5 req-954c729e-109f-4671-b134-690a462b44a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] For port 24259207-f3ef-4a46-a6f7-595d6af1d4c1, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=24259207-f3ef-4a46-a6f7-595d6af1d4c1,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:14.546313 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-29a3f6f3-6a78-4097-92fa-0699160eeae5 req-954c729e-109f-4671-b134-690a462b44a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:14.557766 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-29a3f6f3-6a78-4097-92fa-0699160eeae5 req-954c729e-109f-4671-b134-690a462b44a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Calling delete_port for 24259207-f3ef-4a46-a6f7-595d6af1d4c1 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:13:14.688402 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-29a3f6f3-6a78-4097-92fa-0699160eeae5 req-954c729e-109f-4671-b134-690a462b44a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (24259207-f3ef-4a46-a6f7-595d6af1d4c1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:14.702495 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['24259207-f3ef-4a46-a6f7-595d6af1d4c1', 'd6b9c521-fe95-4412-b96b-8cec59d3f530'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:13:14.717263 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c729e-109f-4671-b134-690a462b44a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Pushing event deleted for resources: {'Port': ['ID=24259207-f3ef-4a46-a6f7-595d6af1d4c1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:14.770404 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a3f6f3-6a78-4097-92fa-0699160eeae5 req-954c729e-109f-4671-b134-690a462b44a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] No DVR routers for this DVR port 24259207-f3ef-4a46-a6f7-595d6af1d4c1 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:13:14.773009 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-29a3f6f3-6a78-4097-92fa-0699160eeae5 req-954c729e-109f-4671-b134-690a462b44a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:14.776639 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29a3f6f3-6a78-4097-92fa-0699160eeae5 req-954c729e-109f-4671-b134-690a462b44a5 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.61 "DELETE /v2.0/ports/24259207-f3ef-4a46-a6f7-595d6af1d4c1 HTTP/1.1" status: 204 len: 173 time: 0.4091148 Feb 15 05:13:14.777121 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47387103-d09a-4767-8043-3aca5818b9a2', 'name': 'network-vif-deleted', 'tag': '24259207-f3ef-4a46-a6f7-595d6af1d4c1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:13:14.779397 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3876b1e9-99e3-4260-ab48-f8e25c41615f" -d '{"events": [{"server_uuid": "47387103-d09a-4767-8043-3aca5818b9a2", "name": "network-vif-deleted", "tag": "24259207-f3ef-4a46-a6f7-595d6af1d4c1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:13:14.832190 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7541b476-01bc-499d-8302-b9bee75b83df x-openstack-request-id: req-7541b476-01bc-499d-8302-b9bee75b83df {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:13:14.832476 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47387103-d09a-4767-8043-3aca5818b9a2", "name": "network-vif-deleted", "tag": "24259207-f3ef-4a46-a6f7-595d6af1d4c1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:13:14.832725 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7541b476-01bc-499d-8302-b9bee75b83df {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:13:14.833149 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47387103-d09a-4767-8043-3aca5818b9a2', 'name': 'network-vif-deleted', 'tag': '24259207-f3ef-4a46-a6f7-595d6af1d4c1', 'status': 'completed', 'code': 200} Feb 15 05:13:15.170269 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6490a548-1246-4c8e-96e8-fe7554f3116f req-8a2f9d7e-14fb-452e-adac-e72f976a0cdc tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=47387103-d09a-4767-8043-3aca5818b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0299535 Feb 15 05:13:16.432053 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79150108-3092-472d-8ab2-fd4c8af9c9b0 req-e07d8e4a-33e3-4161-bd25-8c28005a8eff tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:16.433518 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-79150108-3092-472d-8ab2-fd4c8af9c9b0 req-e07d8e4a-33e3-4161-bd25-8c28005a8eff tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0522561 Feb 15 05:13:16.478730 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-79150108-3092-472d-8ab2-fd4c8af9c9b0 req-9634ab67-94d5-4f51-ba5b-e1adfa5158ae tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397403 Feb 15 05:13:17.596872 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951a962-a357-4025-89c1-f730f391a04c req-15712c0f-72db-4450-bb25-182a72b7af27 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:17.598327 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9951a962-a357-4025-89c1-f730f391a04c req-15712c0f-72db-4450-bb25-182a72b7af27 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0514297 Feb 15 05:13:17.643297 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9951a962-a357-4025-89c1-f730f391a04c req-b30a9570-9721-4ad5-99c5-faa3b35500f3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395534 Feb 15 05:13:18.765156 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dad5d6-b4d4-4693-b284-625b8ccaedc8 req-a5b0e02e-f8f8-4d70-bd52-523013d9b2b9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:18.766611 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-67dad5d6-b4d4-4693-b284-625b8ccaedc8 req-a5b0e02e-f8f8-4d70-bd52-523013d9b2b9 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0550802 Feb 15 05:13:18.811655 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-67dad5d6-b4d4-4693-b284-625b8ccaedc8 req-9a1ccd98-2315-430d-82b5-246f82f25263 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396280 Feb 15 05:13:19.926045 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4435d-9d20-4ef6-a304-0a3568fddcc3 req-3982fc2f-8eb2-4346-a56a-b726cf4a2d7e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:19.927521 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8cd4435d-9d20-4ef6-a304-0a3568fddcc3 req-3982fc2f-8eb2-4346-a56a-b726cf4a2d7e tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0511343 Feb 15 05:13:19.974651 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8cd4435d-9d20-4ef6-a304-0a3568fddcc3 req-604081d7-b321-49e5-b5a5-e15f0f53cb09 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Feb 15 05:13:21.091596 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabb19a-9e46-4c44-bc84-54bc89322cbb req-91afe0b8-61fd-4d0e-a073-0284de752499 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:21.093068 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-daabb19a-9e46-4c44-bc84-54bc89322cbb req-91afe0b8-61fd-4d0e-a073-0284de752499 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0517058 Feb 15 05:13:21.141838 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-daabb19a-9e46-4c44-bc84-54bc89322cbb req-a2e4f33c-3000-440c-bd5c-be9476196947 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432870 Feb 15 05:13:21.906073 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 24259207-f3ef-4a46-a6f7-595d6af1d4c1 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:13:21.933495 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: 24259207-f3ef-4a46-a6f7-595d6af1d4c1 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:13:21.933836 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 24259207-f3ef-4a46-a6f7-595d6af1d4c1 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:13:21.945095 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:22.257358 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6d6c-7109-4313-98c5-4cf97efff09b req-95067894-8380-4cad-bc6b-e99b4cb3dbb3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:22.259223 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c87f6d6c-7109-4313-98c5-4cf97efff09b req-95067894-8380-4cad-bc6b-e99b4cb3dbb3 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0524395 Feb 15 05:13:22.310371 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c87f6d6c-7109-4313-98c5-4cf97efff09b req-e0877a73-7ed5-4bcc-91b4-ddea46be477a tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450029 Feb 15 05:13:23.426312 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a94df8-c18e-4a4d-8d8f-0eaa32539b68 req-5835bd91-efb4-4051-8bee-d043f7e65155 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:23.427827 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2a94df8-c18e-4a4d-8d8f-0eaa32539b68 req-5835bd91-efb4-4051-8bee-d043f7e65155 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0514951 Feb 15 05:13:23.472638 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2a94df8-c18e-4a4d-8d8f-0eaa32539b68 req-b5e3163b-ea19-4481-aec4-875426223876 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393581 Feb 15 05:13:24.588988 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f1c90-1506-4fbd-aa08-5ef7c2641098 req-bd1076dd-3aed-42c8-b49e-e75a050fca36 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:24.590445 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bd9f1c90-1506-4fbd-aa08-5ef7c2641098 req-bd1076dd-3aed-42c8-b49e-e75a050fca36 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0541675 Feb 15 05:13:24.636640 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bd9f1c90-1506-4fbd-aa08-5ef7c2641098 req-b4dee634-d182-4733-9ef7-a2b6e3008610 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Feb 15 05:13:25.752866 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14b537-5121-418b-bb05-81e4d055df87 req-71e4cc98-97a0-49df-b75f-6944c1f79f44 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:25.754286 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb14b537-5121-418b-bb05-81e4d055df87 req-71e4cc98-97a0-49df-b75f-6944c1f79f44 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0510364 Feb 15 05:13:25.800386 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb14b537-5121-418b-bb05-81e4d055df87 req-b222349b-824f-42bd-a18f-f67c06eb5689 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Feb 15 05:13:25.863460 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:13:26.951975 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca53388-419d-484e-bd82-5e76fea5915b req-9956ae09-c564-4815-939a-84a0176eb689 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:26.955327 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ca53388-419d-484e-bd82-5e76fea5915b req-9956ae09-c564-4815-939a-84a0176eb689 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0882676 Feb 15 05:13:27.014144 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ca53388-419d-484e-bd82-5e76fea5915b req-1e774cda-0fa6-4812-9d6b-37cd6625b53b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522587 Feb 15 05:13:28.144475 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf1fc9-ab05-47a6-b582-36778de3b24f req-1e611492-8e73-493a-b388-9dab7cad38cd tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:28.146778 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9bbf1fc9-ab05-47a6-b582-36778de3b24f req-1e611492-8e73-493a-b388-9dab7cad38cd tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0530934 Feb 15 05:13:28.194029 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9bbf1fc9-ab05-47a6-b582-36778de3b24f req-06d47611-96b7-4f84-bad6-1fef0f582023 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 Feb 15 05:13:29.328335 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb09ce-650d-4c0d-b842-de1bf4876767 req-59187dbe-f729-4ff8-a8a8-b715bd7819d7 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:29.329990 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cfbb09ce-650d-4c0d-b842-de1bf4876767 req-59187dbe-f729-4ff8-a8a8-b715bd7819d7 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.0584803 Feb 15 05:13:29.381002 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cfbb09ce-650d-4c0d-b842-de1bf4876767 req-34916a39-0034-46df-a165-b4fa4b262b6b tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 Feb 15 05:13:32.425464 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-046f9cf4-8db7-434c-8111-a92874de8681 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:32.427032 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-046f9cf4-8db7-434c-8111-a92874de8681 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/networks?id=19f461cb-3c1b-4361-bbb9-cf0e47177675 HTTP/1.1" status: 200 len: 815 time: 0.1063211 Feb 15 05:13:32.442163 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-405d1ce3-7968-45a3-82d8-a6ed287c426f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/quotas/19faf2ea179e4ca797d51ad1b23986a3 HTTP/1.1" status: 200 len: 375 time: 0.0095513 Feb 15 05:13:32.517873 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-c51ed9cc-9b88-4e80-a2e5-0a5674b548e7 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688050 Feb 15 05:13:32.620982 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7b63f-5f83-402c-a1c6-e954cf98f845 req-dc85b7bd-d7b0-49fc-943a-0fd06b145301 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:32.622459 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ab7b63f-5f83-402c-a1c6-e954cf98f845 req-dc85b7bd-d7b0-49fc-943a-0fd06b145301 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1223407 Feb 15 05:13:32.658838 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-1d524e95-f628-4def-89f6-351871677f83 service neutron] 10.222.0.43 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213987 Feb 15 05:13:32.741733 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ab7b63f-5f83-402c-a1c6-e954cf98f845 req-3dfb9180-91b2-40cf-a2a7-1e9235cc11b2 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2c5965a-efbc-407f-8a55-7cce0db214fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126602 Feb 15 05:13:32.799927 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-a111c32d-eea4-423c-bb76-17674b95e415 service neutron] 10.222.0.43 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400790 Feb 15 05:13:32.957451 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd364bec-fcbe-414b-ac60-0fa26e48f442 req-6962b392-144f-4b8a-ba5d-7b46bff053b1 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:32.959882 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd364bec-fcbe-414b-ac60-0fa26e48f442 req-6962b392-144f-4b8a-ba5d-7b46bff053b1 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.1349483 Feb 15 05:13:32.976567 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818f6db-4be7-4c91-a736-c7c648bb9da3 req-d8e5cc5c-e267-4b24-82c0-40e73a6d03e6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:32.977881 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7818f6db-4be7-4c91-a736-c7c648bb9da3 req-d8e5cc5c-e267-4b24-82c0-40e73a6d03e6 tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 945 time: 0.1711802 Feb 15 05:13:33.013961 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8a0ffe7-401b-4022-a60c-3920103d7bc7 req-d3981614-e973-4c1b-89f0-0d3f381981bf tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 210 time: 0.0667627 Feb 15 05:13:33.116128 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd364bec-fcbe-414b-ac60-0fa26e48f442 req-52734f23-5497-407f-bd8a-4c8180d96594 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370094 Feb 15 05:13:33.149869 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-7818f6db-4be7-4c91-a736-c7c648bb9da3 req-088b28f2-988c-4b2b-abed-ddd1f959396c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Deleting port d6b9c521-fe95-4412-b96b-8cec59d3f530 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:13:33.150506 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7818f6db-4be7-4c91-a736-c7c648bb9da3 req-088b28f2-988c-4b2b-abed-ddd1f959396c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:33.222025 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d6837563-3127-4284-88db-a3e651ad50a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:33.282831 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-7818f6db-4be7-4c91-a736-c7c648bb9da3 req-088b28f2-988c-4b2b-abed-ddd1f959396c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] For port d6b9c521-fe95-4412-b96b-8cec59d3f530, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d6b9c521-fe95-4412-b96b-8cec59d3f530,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:33.284093 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7818f6db-4be7-4c91-a736-c7c648bb9da3 req-088b28f2-988c-4b2b-abed-ddd1f959396c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:33.300568 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-7818f6db-4be7-4c91-a736-c7c648bb9da3 req-088b28f2-988c-4b2b-abed-ddd1f959396c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Calling delete_port for d6b9c521-fe95-4412-b96b-8cec59d3f530 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:13:33.432927 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7818f6db-4be7-4c91-a736-c7c648bb9da3 req-088b28f2-988c-4b2b-abed-ddd1f959396c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (d6b9c521-fe95-4412-b96b-8cec59d3f530), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:33.456505 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['d6b9c521-fe95-4412-b96b-8cec59d3f530'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:13:33.461023 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b28f2-988c-4b2b-abed-ddd1f959396c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Pushing event deleted for resources: {'Port': ['ID=d6b9c521-fe95-4412-b96b-8cec59d3f530,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:33.504650 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-7818f6db-4be7-4c91-a736-c7c648bb9da3 req-088b28f2-988c-4b2b-abed-ddd1f959396c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] No DVR routers for this DVR port d6b9c521-fe95-4412-b96b-8cec59d3f530 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:13:33.507417 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7818f6db-4be7-4c91-a736-c7c648bb9da3 req-088b28f2-988c-4b2b-abed-ddd1f959396c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:33.510757 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7818f6db-4be7-4c91-a736-c7c648bb9da3 req-088b28f2-988c-4b2b-abed-ddd1f959396c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.61 "DELETE /v2.0/ports/d6b9c521-fe95-4412-b96b-8cec59d3f530 HTTP/1.1" status: 204 len: 173 time: 0.5083818 Feb 15 05:13:33.511215 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b3e9c1-16c7-4fa7-8796-a51656ac2748', 'name': 'network-vif-deleted', 'tag': 'd6b9c521-fe95-4412-b96b-8cec59d3f530'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:13:33.513499 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd837b78-3f6a-454d-8791-2414f0608383" -d '{"events": [{"server_uuid": "c1b3e9c1-16c7-4fa7-8796-a51656ac2748", "name": "network-vif-deleted", "tag": "d6b9c521-fe95-4412-b96b-8cec59d3f530"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:13:33.563008 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdff7169-5959-4f86-96c7-51c33dc0de3b x-openstack-request-id: req-fdff7169-5959-4f86-96c7-51c33dc0de3b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:13:33.563320 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b3e9c1-16c7-4fa7-8796-a51656ac2748", "name": "network-vif-deleted", "tag": "d6b9c521-fe95-4412-b96b-8cec59d3f530", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:13:33.563596 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdff7169-5959-4f86-96c7-51c33dc0de3b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:13:33.563998 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b3e9c1-16c7-4fa7-8796-a51656ac2748', 'name': 'network-vif-deleted', 'tag': 'd6b9c521-fe95-4412-b96b-8cec59d3f530', 'status': 'completed', 'code': 200} Feb 15 05:13:33.864213 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-736f1a81-8cd7-488b-82a7-da29f8786a7d req-79dcf681-af2b-4137-bce4-e1b1639a297c tempest-ServerRescueNegativeTestJSON-1239098799 tempest-ServerRescueNegativeTestJSON-1239098799-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1b3e9c1-16c7-4fa7-8796-a51656ac2748 HTTP/1.1" status: 200 len: 210 time: 0.0289574 Feb 15 05:13:34.145415 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bba41a14-e5aa-4dd9-b4b4-ae64c8edc364 req-885a247c-1694-4973-985d-a9e71540576f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 210 time: 0.0437038 Feb 15 05:13:34.380870 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-019bda6e-ed27-44eb-8fae-6801a5c1b856 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:34.382423 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-019bda6e-ed27-44eb-8fae-6801a5c1b856 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "GET /v2.0/networks?id=19f461cb-3c1b-4361-bbb9-cf0e47177675 HTTP/1.1" status: 200 len: 815 time: 0.1464455 Feb 15 05:13:34.400945 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce692f1-7bfc-4584-8d6e-3efb298e73a5 req-3c75c383-079f-4f2a-9e45-2d627aa205cc tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:34.402380 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ce692f1-7bfc-4584-8d6e-3efb298e73a5 req-3c75c383-079f-4f2a-9e45-2d627aa205cc tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0901711 Feb 15 05:13:34.422706 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Request body: {'port': {'device_id': '8b53e3f2-1bd4-4765-94b0-c55072fa8c8e', 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675', 'admin_state_up': True, 'tenant_id': '19faf2ea179e4ca797d51ad1b23986a3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:13:34.506984 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ce692f1-7bfc-4584-8d6e-3efb298e73a5 req-d70d3a17-4243-45ca-b62a-1b2fee86105c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967577 Feb 15 05:13:34.591938 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Made reservation on behalf of 19faf2ea179e4ca797d51ad1b23986a3 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:13:34.597872 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:34.747749 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Allocated IP 172.20.0.14 (19f461cb-3c1b-4361-bbb9-cf0e47177675/8221d351-c26f-4724-86e9-a8efc7e8f33f/16670196-03a8-41a9-8846-010d10eaf21a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:13:34.908045 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks [] for port (16670196-03a8-41a9-8846-010d10eaf21a), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:34.927339 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 56590) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:34.945956 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (16670196-03a8-41a9-8846-010d10eaf21a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:34.958017 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b2cebbd3-6edb-4149-aa72-0b31134b56d2', 'ac96dd9a-0759-487a-bcf0-1e473b576087', '7afa32ee-94b6-4890-906a-947cb731ac23'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:13:34.987652 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Network 19f461cb-3c1b-4361-bbb9-cf0e47177675 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:13:34.994586 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:13:34.999042 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:13:35.003715 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Pushing event updated for resources: {'Port': ['ID=16670196-03a8-41a9-8846-010d10eaf21a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:35.051537 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:35.051537 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:35.068350 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-5747daed-c411-4200-ad1d-5846ea949c70 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6517336 Feb 15 05:13:35.080171 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Request body: {'port': {'device_id': '8b53e3f2-1bd4-4765-94b0-c55072fa8c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:13:35.178713 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (16670196-03a8-41a9-8846-010d10eaf21a), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:35.442217 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3eb9afbb-1ea8-4365-9dc1-d9e2ce93191c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:35.459828 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54c2c4a5-e649-47eb-a5c6-2df5b5a848a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526370'] for router_interface (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:35.490789 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e88cc-1a6d-4d62-b3a4-8326190c6b99 req-543d572d-d24c-4b9b-80e3-9af91f79f8ea tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:35.492325 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-514e88cc-1a6d-4d62-b3a4-8326190c6b99 req-543d572d-d24c-4b9b-80e3-9af91f79f8ea tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 932 time: 0.2464044 Feb 15 05:13:35.571410 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-514e88cc-1a6d-4d62-b3a4-8326190c6b99 req-26ab99a3-356f-4661-8c16-3bcdc85d6439 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724599 Feb 15 05:13:35.662042 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16670196-03a8-41a9-8846-010d10eaf21a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:13:35.672972 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Publish callbacks [] for port (16670196-03a8-41a9-8846-010d10eaf21a), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:35.694485 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Transition to ACTIVE for port object 16670196-03a8-41a9-8846-010d10eaf21a will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:13:35.709150 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5310cb-6e3f-4878-99fd-dc16c7c5e1ef req-50697733-324b-42fe-834f-5bded2285641 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:35.711689 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da5310cb-6e3f-4878-99fd-dc16c7c5e1ef req-50697733-324b-42fe-834f-5bded2285641 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0874674 Feb 15 05:13:35.714589 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (16670196-03a8-41a9-8846-010d10eaf21a), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:35.800624 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-54c2c4a5-e649-47eb-a5c6-2df5b5a848a0 admin admin] Deleting port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:13:35.800624 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54c2c4a5-e649-47eb-a5c6-2df5b5a848a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:35.806620 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da5310cb-6e3f-4878-99fd-dc16c7c5e1ef req-a5a76baa-c1e2-45cc-a1c7-03c700e99db4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792818 Feb 15 05:13:35.881026 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2513172-89de-480b-bf16-8b985097424f service neutron] Pushing event updated for resources: {'Port': ['ID=16670196-03a8-41a9-8846-010d10eaf21a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:35.905778 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-54c2c4a5-e649-47eb-a5c6-2df5b5a848a0 admin admin] For port 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6,segment=NetworkSegment(4d858782-1f9d-473d-90a5-e5667afc86db),segment_id=4d858782-1f9d-473d-90a5-e5667afc86db)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:35.906102 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Attempting to bind port 16670196-03a8-41a9-8846-010d10eaf21a on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:13:35.906906 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54c2c4a5-e649-47eb-a5c6-2df5b5a848a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:35.907058 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Attempting to bind port 16670196-03a8-41a9-8846-010d10eaf21a by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:13:35.907743 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Attempting to bind port 16670196-03a8-41a9-8846-010d10eaf21a on network 19f461cb-3c1b-4361-bbb9-cf0e47177675 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:13:35.912494 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Port 16670196-03a8-41a9-8846-010d10eaf21a on network 19f461cb-3c1b-4361-bbb9-cf0e47177675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:13:35.912926 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Attempting to bind port 16670196-03a8-41a9-8846-010d10eaf21a on network 19f461cb-3c1b-4361-bbb9-cf0e47177675 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:13:35.919743 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:13:35.920111 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Checking segment: {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:13:35.920507 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Bound using segment: {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:13:35.920948 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Bound port: 16670196-03a8-41a9-8846-010d10eaf21a, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cfc0746-3ee4-4308-a746-b26d503258c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:13:35.921313 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (16670196-03a8-41a9-8846-010d10eaf21a), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:35.926416 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-54c2c4a5-e649-47eb-a5c6-2df5b5a848a0 admin admin] Calling delete_port for 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 owned by network:router_interface {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:13:36.005964 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] For port 16670196-03a8-41a9-8846-010d10eaf21a, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:13:36.009876 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] For port 16670196-03a8-41a9-8846-010d10eaf21a, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=16670196-03a8-41a9-8846-010d10eaf21a,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:13:36.020059 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (16670196-03a8-41a9-8846-010d10eaf21a), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:36.061839 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:36.063447 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:36.064980 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-b2513172-89de-480b-bf16-8b985097424f service neutron] 10.222.0.61 "PUT /v2.0/ports/16670196-03a8-41a9-8846-010d10eaf21a HTTP/1.1" status: 200 len: 1094 time: 0.9890547 Feb 15 05:13:36.069265 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b53e3f2-1bd4-4765-94b0-c55072fa8c8e', 'tag': '16670196-03a8-41a9-8846-010d10eaf21a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:13:36.069839 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfe97cc-087d-45d8-b52d-9f294b26c03f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b53e3f2-1bd4-4765-94b0-c55072fa8c8e", "tag": "16670196-03a8-41a9-8846-010d10eaf21a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:13:36.097549 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2513172-89de-480b-bf16-8b985097424f service neutron] Pushing event updated for resources: {'Port': ['ID=16670196-03a8-41a9-8846-010d10eaf21a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:36.134457 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3ea87d-182a-4ee5-a425-b2d49c90ae84 x-openstack-request-id: req-5b3ea87d-182a-4ee5-a425-b2d49c90ae84 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:13:36.134876 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b53e3f2-1bd4-4765-94b0-c55072fa8c8e", "tag": "16670196-03a8-41a9-8846-010d10eaf21a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:13:36.135232 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b3ea87d-182a-4ee5-a425-b2d49c90ae84 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:13:36.135881 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b53e3f2-1bd4-4765-94b0-c55072fa8c8e', 'tag': '16670196-03a8-41a9-8846-010d10eaf21a', 'status': 'completed', 'code': 200} Feb 15 05:13:36.150266 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54c2c4a5-e649-47eb-a5c6-2df5b5a848a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:36.175695 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-3f97eba9-8cea-432e-acc7-24b6ec22326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:36.177434 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-3f97eba9-8cea-432e-acc7-24b6ec22326c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 1128 time: 0.0544651 Feb 15 05:13:36.181651 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2c4a5-e649-47eb-a5c6-2df5b5a848a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:36.227708 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-f7a3bd79-dec5-40b1-a4d7-e687568f08bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16670196-03a8-41a9-8846-010d10eaf21a HTTP/1.1" status: 200 len: 217 time: 0.0407801 Feb 15 05:13:36.306528 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-85576eb8-430b-47f6-b524-f41a02d4f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:36.308261 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-85576eb8-430b-47f6-b524-f41a02d4f869 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8221d351-c26f-4724-86e9-a8efc7e8f33f HTTP/1.1" status: 200 len: 855 time: 0.0678458 Feb 15 05:13:36.343141 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-75d91bd4-3d5c-4cbe-bbdd-6eda1a1b7e83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19f461cb-3c1b-4361-bbb9-cf0e47177675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264869 Feb 15 05:13:36.374188 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54c2c4a5-e649-47eb-a5c6-2df5b5a848a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-526518'] for router_interface (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:36.559448 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:36.730655 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c2c4a5-e649-47eb-a5c6-2df5b5a848a0 admin admin] Router 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:13:36.813955 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-655d3158-e3f9-45f3-8b29-87601d9de63e service neutron] 10.222.0.61 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564891 Feb 15 05:13:36.860945 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c2c4a5-e649-47eb-a5c6-2df5b5a848a0 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:13:36.870807 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe7194a-faae-43f7-b634-350772cd9556 None None] Sync routers for ids ['1e6c9ed4-cd9d-40c0-a76a-aa990a104737'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:13:36.875429 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-54c2c4a5-e649-47eb-a5c6-2df5b5a848a0 admin admin] 10.222.0.43 "PUT /v2.0/routers/1e6c9ed4-cd9d-40c0-a76a-aa990a104737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9442153 Feb 15 05:13:36.875992 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 56618) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:36.898639 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7194a-faae-43f7-b634-350772cd9556 None None] Routers {'1e6c9ed4-cd9d-40c0-a76a-aa990a104737'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:13:36.901755 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-5fe7194a-faae-43f7-b634-350772cd9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:13:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e6c9ed4-cd9d-40c0-a76a-aa990a104737'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:36.997482 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device d6b9c521-fe95-4412-b96b-8cec59d3f530 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:13:37.050303 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b0e1c-ad5c-493b-94e8-3109d339a3c1 req-35472a16-794d-4eec-9588-32a1105cc624 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:37.051916 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ec5b0e1c-ad5c-493b-94e8-3109d339a3c1 req-35472a16-794d-4eec-9588-32a1105cc624 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 944 time: 0.3343945 Feb 15 05:13:37.064664 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-5fe7194a-faae-43f7-b634-350772cd9556 None None] Set router 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:13:37.066278 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: d6b9c521-fe95-4412-b96b-8cec59d3f530 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:13:37.075137 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device d6b9c521-fe95-4412-b96b-8cec59d3f530 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:13:37.093962 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Publish callbacks [] for router (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:37.170533 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ec5b0e1c-ad5c-493b-94e8-3109d339a3c1 req-ca7c1a09-25d7-4be0-a767-b8663f93b6a6 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106834 Feb 15 05:13:37.175682 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcd2566d-ad95-474f-a628-a25d716f2f72 req-1e609247-818c-4820-a60b-60ef10896bb1 service neutron] 10.222.0.61 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431122 Feb 15 05:13:37.183905 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9ebdd-4489-4ce2-ae8e-45b54d2fb517 req-5db313a2-3f2c-476e-ba6e-3f78fc715826 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:37.191377 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a7c9ebdd-4489-4ce2-ae8e-45b54d2fb517 req-5db313a2-3f2c-476e-ba6e-3f78fc715826 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.2010829 Feb 15 05:13:37.291084 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a7c9ebdd-4489-4ce2-ae8e-45b54d2fb517 req-581c42b5-f3dc-4420-9fbe-1e28acef2b70 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986769 Feb 15 05:13:37.356425 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe97cc-087d-45d8-b52d-9f294b26c03f req-a71c9b1f-126f-4085-90bd-7669ba22cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:37.358318 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0dfe97cc-087d-45d8-b52d-9f294b26c03f req-a71c9b1f-126f-4085-90bd-7669ba22cb14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 1128 time: 0.0966275 Feb 15 05:13:37.466463 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-5fe7194a-faae-43f7-b634-350772cd9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'name': 'tempest-ServerRescueNegativeTestJSON-861158704-router', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:13:36Z', 'revision_number': 5, 'project_id': 'ce57a3e72448423bb61b4415a0877d7c', 'gw_port': {'id': '0840b584-bfc4-4d0e-b2e8-01121b5ec5e6', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:37Z', 'updated_at': '2022-02-15T05:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:37.486526 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Publish callbacks [] for router_gateway (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:37.499277 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe7194a-faae-43f7-b634-350772cd9556 None None] Checking router: 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:13:37.501138 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe97cc-087d-45d8-b52d-9f294b26c03f req-0744cf3b-8a78-4872-a436-08d9a28ea29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:37.502867 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0dfe97cc-087d-45d8-b52d-9f294b26c03f req-0744cf3b-8a78-4872-a436-08d9a28ea29c service neutron] 10.222.0.61 "GET /v2.0/networks?id=19f461cb-3c1b-4361-bbb9-cf0e47177675 HTTP/1.1" status: 200 len: 916 time: 0.1375146 Feb 15 05:13:37.511100 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7194a-faae-43f7-b634-350772cd9556 None None] Routers {'1e6c9ed4-cd9d-40c0-a76a-aa990a104737'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:13:37.512077 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-5fe7194a-faae-43f7-b634-350772cd9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:13:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e6c9ed4-cd9d-40c0-a76a-aa990a104737'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:37.559902 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0dfe97cc-087d-45d8-b52d-9f294b26c03f req-5809049a-f9d4-421a-a6d2-6efe4c4882d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16670196-03a8-41a9-8846-010d10eaf21a HTTP/1.1" status: 200 len: 217 time: 0.0504482 Feb 15 05:13:37.583834 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Deleting port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:13:37.584584 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:37.619362 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-5fe7194a-faae-43f7-b634-350772cd9556 None None] Set router 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:13:37.647106 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe97cc-087d-45d8-b52d-9f294b26c03f req-19f930a4-f2bf-4f30-8305-38d750fb59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:37.654987 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0dfe97cc-087d-45d8-b52d-9f294b26c03f req-19f930a4-f2bf-4f30-8305-38d750fb59bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8221d351-c26f-4724-86e9-a8efc7e8f33f HTTP/1.1" status: 200 len: 855 time: 0.0868590 Feb 15 05:13:37.682189 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] For port 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=0840b584-bfc4-4d0e-b2e8-01121b5ec5e6,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:37.682571 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:37.690086 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-5fe7194a-faae-43f7-b634-350772cd9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'name': 'tempest-ServerRescueNegativeTestJSON-861158704-router', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:13:37Z', 'revision_number': 6, 'project_id': 'ce57a3e72448423bb61b4415a0877d7c', 'gw_port_host': None}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:37.690634 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0dfe97cc-087d-45d8-b52d-9f294b26c03f req-b91bbb64-8404-4014-823a-cab23b9b2357 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19f461cb-3c1b-4361-bbb9-cf0e47177675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291135 Feb 15 05:13:37.697669 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Calling delete_port for 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:13:37.719531 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe7194a-faae-43f7-b634-350772cd9556 None None] The sync data for ids ['1e6c9ed4-cd9d-40c0-a76a-aa990a104737'] in dv-cinder-828696-5-iscsi is: [{'id': '1e6c9ed4-cd9d-40c0-a76a-aa990a104737', 'name': 'tempest-ServerRescueNegativeTestJSON-861158704-router', 'tenant_id': 'ce57a3e72448423bb61b4415a0877d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:13:37Z', 'revision_number': 6, 'project_id': 'ce57a3e72448423bb61b4415a0877d7c', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:13:37.848371 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0dfe97cc-087d-45d8-b52d-9f294b26c03f req-2f9ff4e1-d639-41c6-b944-010b06f65908 service neutron] 10.222.0.61 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362412 Feb 15 05:13:37.896345 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (0840b584-bfc4-4d0e-b2e8-01121b5ec5e6), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:37.928209 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Pushing event deleted for resources: {'Port': ['ID=0840b584-bfc4-4d0e-b2e8-01121b5ec5e6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:37.995803 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0dfe97cc-087d-45d8-b52d-9f294b26c03f req-27e7bf94-dab4-4df0-8db2-48b03b31cef8 service neutron] 10.222.0.61 "GET /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390033 Feb 15 05:13:38.010233 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526056'] for router_gateway (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.127278 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6828'] for router (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.132089 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Publish callbacks [] for router_controller (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.205593 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532804'] for router (1e6c9ed4-cd9d-40c0-a76a-aa990a104737), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.206322 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e6c9ed4-cd9d-40c0-a76a-aa990a104737 {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:13:38.217706 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.220824 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2b1ee58a-2158-4fe3-9405-94d5b0cee56f admin admin] 10.222.0.43 "DELETE /v2.0/routers/1e6c9ed4-cd9d-40c0-a76a-aa990a104737 HTTP/1.1" status: 204 len: 168 time: 1.3435414 Feb 15 05:13:38.223536 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 56634) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:38.279232 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c177dc-e172-4607-9896-66345de5bc41 admin admin] Deleting subnet 1ea711dc-35af-4e23-a3c6-058831f747a6 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:13:38.282867 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b4c177dc-e172-4607-9896-66345de5bc41 admin admin] Publish callbacks [] for subnet (1ea711dc-35af-4e23-a3c6-058831f747a6), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.322351 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b4c177dc-e172-4607-9896-66345de5bc41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3303340'] for subnet (1ea711dc-35af-4e23-a3c6-058831f747a6), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.357876 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.360283 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e29b9f-7dd9-4c65-ab9d-d54d4cf3721d req-978c5edd-e3db-4f9b-9599-4b5f1880f8f7 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:38.362138 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-09e29b9f-7dd9-4c65-ab9d-d54d4cf3721d req-978c5edd-e3db-4f9b-9599-4b5f1880f8f7 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 944 time: 0.0896745 Feb 15 05:13:38.382927 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b4c177dc-e172-4607-9896-66345de5bc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (1ea711dc-35af-4e23-a3c6-058831f747a6), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.461022 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b4c177dc-e172-4607-9896-66345de5bc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3338458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429824'] for subnet (1ea711dc-35af-4e23-a3c6-058831f747a6), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.481581 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b4c177dc-e172-4607-9896-66345de5bc41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.484702 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-09e29b9f-7dd9-4c65-ab9d-d54d4cf3721d req-2fc677c0-eed6-4f0f-9abd-2a1252425fe9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142161 Feb 15 05:13:38.488175 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b4c177dc-e172-4607-9896-66345de5bc41 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1ea711dc-35af-4e23-a3c6-058831f747a6 HTTP/1.1" status: 204 len: 168 time: 0.2635219 Feb 15 05:13:38.493839 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 56642) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:38.525118 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c177dc-e172-4607-9896-66345de5bc41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea711dc-35af-4e23-a3c6-058831f747a6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:38.577629 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d242353-c126-40c4-a6b5-3f04fa0bbd6b req-cc40d927-3498-4f22-b9ad-f2a3248c815a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:38.584821 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d242353-c126-40c4-a6b5-3f04fa0bbd6b req-cc40d927-3498-4f22-b9ad-f2a3248c815a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.1690743 Feb 15 05:13:38.626626 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (cd594851-7477-41c9-a7b4-26db9b9126be), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.645530 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d242353-c126-40c4-a6b5-3f04fa0bbd6b req-7612ba26-eb96-4c64-86fc-bd1774f13827 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596251 Feb 15 05:13:38.725456 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (cd594851-7477-41c9-a7b4-26db9b9126be), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.759767 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd594851-7477-41c9-a7b4-26db9b9126be']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:38.773906 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d858782-1f9d-473d-90a5-e5667afc86db') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:38.774232 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d858782-1f9d-473d-90a5-e5667afc86db') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:38.788608 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2703968'] for segment (4d858782-1f9d-473d-90a5-e5667afc86db), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.806060 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (4d858782-1f9d-473d-90a5-e5667afc86db), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.812250 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:13:38.813531 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975416'] for segment (4d858782-1f9d-473d-90a5-e5667afc86db), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: timer() Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: cb(*args, **kw) Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: self._notify() Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: self.callback(batched_events) Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: event.method(event) Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._get(url).json() Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:13:38.815187 dv-cinder-828696-5-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:13:38.888233 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (cd594851-7477-41c9-a7b4-26db9b9126be), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.897000 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:38.905749 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cd594851-7477-41c9-a7b4-26db9b9126be HTTP/1.1" status: 204 len: 168 time: 0.4107461 Feb 15 05:13:38.925653 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd22200-c841-4dda-9e60-76cd85c5b2f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd594851-7477-41c9-a7b4-26db9b9126be,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:39.112216 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:13:39.164311 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 56650) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:39.167294 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:13:39.171151 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 0840b584-bfc4-4d0e-b2e8-01121b5ec5e6 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:13:39.173224 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:13:39.210376 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:13:39.211020 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 1833ef2a-3bd3-4b3f-ad43-ab68d1f936e6 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:13:39.219153 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1df5da80-c3d9-485e-914f-0bcc6953960b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce57a3e72448423bb61b4415a0877d7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0532982 Feb 15 05:13:39.221419 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 56652) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:39.288668 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4538dfb1-ab8c-4e1c-b782-113fec60511b admin admin] Publish callbacks [] for security_group (e2c5965a-efbc-407f-8a55-7cce0db214fa), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:39.322032 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4538dfb1-ab8c-4e1c-b782-113fec60511b admin admin] Publish callbacks [] for security_group (e2c5965a-efbc-407f-8a55-7cce0db214fa), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:39.384353 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4538dfb1-ab8c-4e1c-b782-113fec60511b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (e2c5965a-efbc-407f-8a55-7cce0db214fa), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:39.387169 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4538dfb1-ab8c-4e1c-b782-113fec60511b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:39.391991 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4538dfb1-ab8c-4e1c-b782-113fec60511b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2c5965a-efbc-407f-8a55-7cce0db214fa HTTP/1.1" status: 204 len: 168 time: 0.1696026 Feb 15 05:13:39.401846 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538dfb1-ab8c-4e1c-b782-113fec60511b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c5965a-efbc-407f-8a55-7cce0db214fa,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:39.589126 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:39.665463 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8739ca8-365a-4c65-a636-46c045430797 req-c3a59456-acdb-4fd2-a6d5-c36bc8b5f2bc tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:39.667009 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8739ca8-365a-4c65-a636-46c045430797 req-c3a59456-acdb-4fd2-a6d5-c36bc8b5f2bc tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 944 time: 0.1104519 Feb 15 05:13:39.758721 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8739ca8-365a-4c65-a636-46c045430797 req-44047c13-7136-4489-b6d5-06c16aee980c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838387 Feb 15 05:13:39.831791 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f57a2-bc13-4348-b364-52f62a75d7c1 req-3c0659d4-a4dc-42f1-b3e1-9f7ba980b929 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:39.833473 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-181f57a2-bc13-4348-b364-52f62a75d7c1 req-3c0659d4-a4dc-42f1-b3e1-9f7ba980b929 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0794315 Feb 15 05:13:39.889767 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-181f57a2-bc13-4348-b364-52f62a75d7c1 req-95fa324e-688e-4545-a373-a47b9e386a35 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472419 Feb 15 05:13:40.926852 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fe51e-ba2e-4d29-82e2-c999cc1a8e34 req-2a18b5e8-8448-4855-9102-d485f5cef9ef tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:40.928969 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d2fe51e-ba2e-4d29-82e2-c999cc1a8e34 req-2a18b5e8-8448-4855-9102-d485f5cef9ef tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 944 time: 0.0837879 Feb 15 05:13:41.006000 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d2fe51e-ba2e-4d29-82e2-c999cc1a8e34 req-31b5545d-0ebe-4e58-84b7-0efa0f04a326 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714774 Feb 15 05:13:41.159850 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad7503-939b-4fef-aac6-e427aa43b01d req-762ea0aa-1c6f-4070-968b-9884756cf221 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:41.162418 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-daad7503-939b-4fef-aac6-e427aa43b01d req-762ea0aa-1c6f-4070-968b-9884756cf221 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0610194 Feb 15 05:13:41.213858 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-daad7503-939b-4fef-aac6-e427aa43b01d req-6559935d-e47d-4435-b3c4-82cf3053bd6f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436215 Feb 15 05:13:42.162127 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d53e-1dcd-4750-a394-785ac3828a94 req-203a22dc-73e6-47e1-b66f-0924f0cfa498 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:42.163665 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9fa0d53e-1dcd-4750-a394-785ac3828a94 req-203a22dc-73e6-47e1-b66f-0924f0cfa498 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 944 time: 0.0632119 Feb 15 05:13:42.262886 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9fa0d53e-1dcd-4750-a394-785ac3828a94 req-6de09595-33a3-4246-a1f4-9856bcc189df tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880768 Feb 15 05:13:42.382622 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8719f35-9819-40a9-ab39-1ea214363e9a req-cc0c90a0-240c-4e98-bcd2-3764ab1356a1 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:42.384852 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8719f35-9819-40a9-ab39-1ea214363e9a req-cc0c90a0-240c-4e98-bcd2-3764ab1356a1 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0660334 Feb 15 05:13:42.450539 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8719f35-9819-40a9-ab39-1ea214363e9a req-c8b69a05-bb59-4074-bf2c-c42576592ab6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568197 Feb 15 05:13:43.010565 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 16670196-03a8-41a9-8846-010d10eaf21a details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:13:43.123325 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 16670196-03a8-41a9-8846-010d10eaf21a, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=16670196-03a8-41a9-8846-010d10eaf21a,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:43.137062 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '16670196-03a8-41a9-8846-010d10eaf21a', 'network_id': '19f461cb-3c1b-4361-bbb9-cf0e47177675', 'port_id': '16670196-03a8-41a9-8846-010d10eaf21a', 'mac_address': 'fa:16:3e:88:f8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8221d351-c26f-4724-86e9-a8efc7e8f33f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:13:43.176623 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 16670196-03a8-41a9-8846-010d10eaf21a is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:43.177100 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (16670196-03a8-41a9-8846-010d10eaf21a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:43.191144 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16670196-03a8-41a9-8846-010d10eaf21a {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:13:43.243004 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 16670196-03a8-41a9-8846-010d10eaf21a, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=16670196-03a8-41a9-8846-010d10eaf21a,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:43.249371 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (16670196-03a8-41a9-8846-010d10eaf21a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:43.341113 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=16670196-03a8-41a9-8846-010d10eaf21a,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:43.511474 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4366c-5f7f-4326-ac9f-f78ad0415304 req-f924182e-da8d-46af-b89a-3e77846eb3b0 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:43.513250 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66a4366c-5f7f-4326-ac9f-f78ad0415304 req-f924182e-da8d-46af-b89a-3e77846eb3b0 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 945 time: 0.1417234 Feb 15 05:13:43.571145 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66a4366c-5f7f-4326-ac9f-f78ad0415304 req-938ebab4-ba42-440c-a0eb-d60154b6fb03 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514505 Feb 15 05:13:43.707399 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeb8f1-bb14-4fcd-9b61-b55c6dc76bf1 req-e52abf8e-d759-4b74-b816-4593f151c2a8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:43.710285 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-caeeb8f1-bb14-4fcd-9b61-b55c6dc76bf1 req-e52abf8e-d759-4b74-b816-4593f151c2a8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0746431 Feb 15 05:13:43.764027 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-caeeb8f1-bb14-4fcd-9b61-b55c6dc76bf1 req-6df391b0-edcd-4093-996f-7a91aaeba5cd tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474646 Feb 15 05:13:44.019085 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['16670196-03a8-41a9-8846-010d10eaf21a'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:13:44.721762 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78133bba-5c70-480c-85fa-e1bb9cd3908d req-6c2a2d0a-b0ce-47ab-81a4-3f78d8b78ba9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:44.723323 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78133bba-5c70-480c-85fa-e1bb9cd3908d req-6c2a2d0a-b0ce-47ab-81a4-3f78d8b78ba9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 945 time: 0.0682411 Feb 15 05:13:44.796957 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78133bba-5c70-480c-85fa-e1bb9cd3908d req-36438282-0e28-4726-b370-a709da55e103 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610867 Feb 15 05:13:44.916381 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c66da-4434-4330-bfdb-254d5911dfd9 req-dfbe7464-bf64-44dc-a4ab-dea0ea2e7908 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:44.918693 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d61c66da-4434-4330-bfdb-254d5911dfd9 req-dfbe7464-bf64-44dc-a4ab-dea0ea2e7908 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0682747 Feb 15 05:13:44.977305 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d61c66da-4434-4330-bfdb-254d5911dfd9 req-de69093a-ca07-44e5-9007-9d22dfec7b91 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521972 Feb 15 05:13:45.083719 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 56790) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:45.207656 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cac7b731-7079-4a9f-bd3e-de734ba60a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:45.297809 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cac7b731-7079-4a9f-bd3e-de734ba60a23 admin admin] Publish callbacks [] for security_group (24eb2d98-aadf-4a6c-988f-3db28d66946e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:45.302952 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cac7b731-7079-4a9f-bd3e-de734ba60a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (24eb2d98-aadf-4a6c-988f-3db28d66946e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:45.357160 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cac7b731-7079-4a9f-bd3e-de734ba60a23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39789e3e16ba4e6793c9c4a79adebfad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712152 Feb 15 05:13:45.357476 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 56796) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:45.360699 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7b731-7079-4a9f-bd3e-de734ba60a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24eb2d98-aadf-4a6c-988f-3db28d66946e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:45.430744 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81be0747-32c3-4824-9192-6c443e598e24 admin admin] Publish callbacks [] for security_group (24eb2d98-aadf-4a6c-988f-3db28d66946e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:45.457924 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81be0747-32c3-4824-9192-6c443e598e24 admin admin] Publish callbacks [] for security_group (24eb2d98-aadf-4a6c-988f-3db28d66946e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:45.509996 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81be0747-32c3-4824-9192-6c443e598e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (24eb2d98-aadf-4a6c-988f-3db28d66946e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:45.512622 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81be0747-32c3-4824-9192-6c443e598e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:45.513771 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-81be0747-32c3-4824-9192-6c443e598e24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24eb2d98-aadf-4a6c-988f-3db28d66946e HTTP/1.1" status: 204 len: 168 time: 0.1553175 Feb 15 05:13:45.526330 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be0747-32c3-4824-9192-6c443e598e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24eb2d98-aadf-4a6c-988f-3db28d66946e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:45.929048 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a536f25-a4ce-4495-908f-6a118aadd7bc req-52a638af-694c-43c7-bc4a-1fdcf4bc995d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:45.935781 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6a536f25-a4ce-4495-908f-6a118aadd7bc req-52a638af-694c-43c7-bc4a-1fdcf4bc995d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 945 time: 0.0631676 Feb 15 05:13:45.996233 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6a536f25-a4ce-4495-908f-6a118aadd7bc req-c7e98b64-23ee-47f4-9ab9-15cf0f5c7247 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591791 Feb 15 05:13:46.165496 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f8a83-745c-4739-94aa-d453179da5c4 req-1b310f48-0f64-4cf9-97b4-c8597225a039 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:46.166984 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-118f8a83-745c-4739-94aa-d453179da5c4 req-1b310f48-0f64-4cf9-97b4-c8597225a039 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.1035743 Feb 15 05:13:46.223014 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-118f8a83-745c-4739-94aa-d453179da5c4 req-130fbf5c-dbe3-4a4b-8de6-065c554b2073 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485654 Feb 15 05:13:47.060046 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 16670196-03a8-41a9-8846-010d10eaf21a up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:13:47.133026 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port 16670196-03a8-41a9-8846-010d10eaf21a completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:13:47.140021 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 16670196-03a8-41a9-8846-010d10eaf21a triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:47.141400 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (16670196-03a8-41a9-8846-010d10eaf21a), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:47.191730 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80bf63-7f42-4eb4-b456-86f53d2f2adc req-a7108843-c43f-4fc4-9258-df0b54eae5ce tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:47.194778 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0c80bf63-7f42-4eb4-b456-86f53d2f2adc req-a7108843-c43f-4fc4-9258-df0b54eae5ce tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 945 time: 0.0993402 Feb 15 05:13:47.271973 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0c80bf63-7f42-4eb4-b456-86f53d2f2adc req-016b067b-93a1-40be-9ad2-358f1306bb6b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715475 Feb 15 05:13:47.283302 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 16670196-03a8-41a9-8846-010d10eaf21a is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:47.284063 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (16670196-03a8-41a9-8846-010d10eaf21a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:47.317664 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b53e3f2-1bd4-4765-94b0-c55072fa8c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16670196-03a8-41a9-8846-010d10eaf21a'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:13:47.324123 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820f2757-98f2-4434-8f31-251c8bd4437e" -d '{"events": [{"server_uuid": "8b53e3f2-1bd4-4765-94b0-c55072fa8c8e", "name": "network-vif-plugged", "status": "completed", "tag": "16670196-03a8-41a9-8846-010d10eaf21a"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:13:47.341283 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 16670196-03a8-41a9-8846-010d10eaf21a, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=16670196-03a8-41a9-8846-010d10eaf21a,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:47.358232 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (16670196-03a8-41a9-8846-010d10eaf21a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:47.369880 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0743273-0537-4edf-82af-2be0084e1fff x-openstack-request-id: req-c0743273-0537-4edf-82af-2be0084e1fff {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:13:47.371660 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b53e3f2-1bd4-4765-94b0-c55072fa8c8e", "name": "network-vif-plugged", "status": "completed", "tag": "16670196-03a8-41a9-8846-010d10eaf21a", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:13:47.372094 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0743273-0537-4edf-82af-2be0084e1fff {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:13:47.372866 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b53e3f2-1bd4-4765-94b0-c55072fa8c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16670196-03a8-41a9-8846-010d10eaf21a', 'code': 200} Feb 15 05:13:47.419011 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=16670196-03a8-41a9-8846-010d10eaf21a,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:47.455177 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6441-81be-491a-af47-d7f04d3a8f75 req-f61ae263-0adf-4e1f-a03e-fb37bef68ce2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:47.459201 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b3a6441-81be-491a-af47-d7f04d3a8f75 req-f61ae263-0adf-4e1f-a03e-fb37bef68ce2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.1082563 Feb 15 05:13:47.569697 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b3a6441-81be-491a-af47-d7f04d3a8f75 req-e4c1b511-dd7f-489f-b0b7-63b64df05fd2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029980 Feb 15 05:13:47.693093 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913878c1-3b7b-48de-99a0-a4660c3b6400 req-43f4c2ad-64aa-469c-a7a7-4abb8680546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:47.694869 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-913878c1-3b7b-48de-99a0-a4660c3b6400 req-43f4c2ad-64aa-469c-a7a7-4abb8680546d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 1130 time: 0.0473714 Feb 15 05:13:47.750488 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-913878c1-3b7b-48de-99a0-a4660c3b6400 req-219deb53-eab8-42f3-8f18-eb3d2b382667 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483544 Feb 15 05:13:47.981607 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 56914) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:48.089012 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79ae074b-cfa8-45fb-85e8-0a716e8ed399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.163837 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79ae074b-cfa8-45fb-85e8-0a716e8ed399 admin admin] Publish callbacks [] for security_group (042fa55d-9543-49dd-b760-a518cdbecfa0), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.167061 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79ae074b-cfa8-45fb-85e8-0a716e8ed399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (042fa55d-9543-49dd-b760-a518cdbecfa0), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.204366 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-79ae074b-cfa8-45fb-85e8-0a716e8ed399 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57940f823be043c08c2bedfe6db97a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217336 Feb 15 05:13:48.205210 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae074b-cfa8-45fb-85e8-0a716e8ed399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042fa55d-9543-49dd-b760-a518cdbecfa0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:48.207128 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 56918) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:48.255380 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8395d79e-7cf4-4e8d-b670-19861abdc81b admin admin] Publish callbacks [] for security_group (042fa55d-9543-49dd-b760-a518cdbecfa0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.277051 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8395d79e-7cf4-4e8d-b670-19861abdc81b admin admin] Publish callbacks [] for security_group (042fa55d-9543-49dd-b760-a518cdbecfa0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.323947 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8395d79e-7cf4-4e8d-b670-19861abdc81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (042fa55d-9543-49dd-b760-a518cdbecfa0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.326612 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8395d79e-7cf4-4e8d-b670-19861abdc81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.328338 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8395d79e-7cf4-4e8d-b670-19861abdc81b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/042fa55d-9543-49dd-b760-a518cdbecfa0 HTTP/1.1" status: 204 len: 168 time: 0.1196120 Feb 15 05:13:48.336161 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395d79e-7cf4-4e8d-b670-19861abdc81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042fa55d-9543-49dd-b760-a518cdbecfa0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:48.407746 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8de15-2755-4a4c-9197-bcaa3275a6d0 req-3536c5ec-5b51-41be-9af5-e1183c6ba299 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:48.409211 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a3d8de15-2755-4a4c-9197-bcaa3275a6d0 req-3536c5ec-5b51-41be-9af5-e1183c6ba299 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 946 time: 0.0578561 Feb 15 05:13:48.457871 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a3d8de15-2755-4a4c-9197-bcaa3275a6d0 req-6b729d77-3e4a-4ec0-9c4f-3e62c15ca5c7 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427880 Feb 15 05:13:48.592441 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 56932) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:48.605298 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd3f585d-8d8d-4e05-a602-adae74f0d0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.719682 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b655c1e-4a44-411b-ab70-c94b9ace65b3 req-a2ae25f8-1b1c-4cdd-995f-77bb2b0800b2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:48.721158 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b655c1e-4a44-411b-ab70-c94b9ace65b3 req-a2ae25f8-1b1c-4cdd-995f-77bb2b0800b2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0830553 Feb 15 05:13:48.736373 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd3f585d-8d8d-4e05-a602-adae74f0d0a7 admin admin] Publish callbacks [] for security_group (4f4f9c44-879d-49e6-8291-9535bb5b6cf8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.756429 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dd3f585d-8d8d-4e05-a602-adae74f0d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (4f4f9c44-879d-49e6-8291-9535bb5b6cf8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.811386 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b655c1e-4a44-411b-ab70-c94b9ace65b3 req-52d1dca4-6bd0-4f8c-b201-28dcf6e120ce tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823286 Feb 15 05:13:48.814215 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-dd3f585d-8d8d-4e05-a602-adae74f0d0a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa47bf75d3a5493a9f6df166d87e7df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207103 Feb 15 05:13:48.815061 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f585d-8d8d-4e05-a602-adae74f0d0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4f9c44-879d-49e6-8291-9535bb5b6cf8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:48.817141 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 56954) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:48.882065 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd3ec5c8-c3cc-4e47-89b9-df773a0fc92c admin admin] Publish callbacks [] for security_group (4f4f9c44-879d-49e6-8291-9535bb5b6cf8), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.905463 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd3ec5c8-c3cc-4e47-89b9-df773a0fc92c admin admin] Publish callbacks [] for security_group (4f4f9c44-879d-49e6-8291-9535bb5b6cf8), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.973258 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd3ec5c8-c3cc-4e47-89b9-df773a0fc92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (4f4f9c44-879d-49e6-8291-9535bb5b6cf8), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.982389 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd3ec5c8-c3cc-4e47-89b9-df773a0fc92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:48.996707 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cd3ec5c8-c3cc-4e47-89b9-df773a0fc92c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f4f9c44-879d-49e6-8291-9535bb5b6cf8 HTTP/1.1" status: 204 len: 168 time: 0.1760240 Feb 15 05:13:49.007615 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ec5c8-c3cc-4e47-89b9-df773a0fc92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4f9c44-879d-49e6-8291-9535bb5b6cf8,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:49.080266 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaab36-0533-4422-b570-2cc15b9ffcee req-a4ecb0c1-bab2-41dc-8b93-834722e1f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:49.081693 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cfaab36-0533-4422-b570-2cc15b9ffcee req-a4ecb0c1-bab2-41dc-8b93-834722e1f0ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 1129 time: 0.0798097 Feb 15 05:13:49.225232 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaab36-0533-4422-b570-2cc15b9ffcee req-a1366d94-355c-416c-96a7-f26f5b4fe2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:49.226710 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cfaab36-0533-4422-b570-2cc15b9ffcee req-a1366d94-355c-416c-96a7-f26f5b4fe2b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 917 time: 0.1059883 Feb 15 05:13:49.306209 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cfaab36-0533-4422-b570-2cc15b9ffcee req-d667ce01-3252-4f4f-9df2-a57bd08491f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 HTTP/1.1" status: 200 len: 1001 time: 0.0653641 Feb 15 05:13:49.368898 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaab36-0533-4422-b570-2cc15b9ffcee req-408eea97-8136-4f70-aebe-0d6b52326cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:49.370877 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cfaab36-0533-4422-b570-2cc15b9ffcee req-408eea97-8136-4f70-aebe-0d6b52326cd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.0554471 Feb 15 05:13:49.429619 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaab36-0533-4422-b570-2cc15b9ffcee req-d9c25d2d-ed29-409c-9a0c-7af70ad5bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:49.431339 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cfaab36-0533-4422-b570-2cc15b9ffcee req-d9c25d2d-ed29-409c-9a0c-7af70ad5bf3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514951 Feb 15 05:13:49.555316 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cfaab36-0533-4422-b570-2cc15b9ffcee req-d95afe77-0cd9-495f-a922-b6768d70ae5d service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168432 Feb 15 05:13:49.668542 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2353b0e-f719-4f73-abeb-dbe856cfeee3 req-3378eb7a-b627-4fab-97ce-c3b2e7ec6c8a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:49.670022 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2353b0e-f719-4f73-abeb-dbe856cfeee3 req-3378eb7a-b627-4fab-97ce-c3b2e7ec6c8a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 946 time: 0.1348240 Feb 15 05:13:49.700456 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cfaab36-0533-4422-b570-2cc15b9ffcee req-45b65a8e-99df-4e29-a1b5-23508107f837 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293046 Feb 15 05:13:49.760152 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2353b0e-f719-4f73-abeb-dbe856cfeee3 req-c9a14ef6-d744-4732-b447-5a6c22308815 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813699 Feb 15 05:13:49.798249 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-b7d39248-d00c-4a13-a955-b9cd5ff7d6bf tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158029328&fields=id&tenant_id=3640e3681a744a598c3edf21eb77f5ba HTTP/1.1" status: 200 len: 267 time: 0.0714607 Feb 15 05:13:49.917878 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-f6dee383-ece5-45b7-a714-af9da0a8807d tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:49.919642 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-f6dee383-ece5-45b7-a714-af9da0a8807d tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/networks?id=b0350d0e-fe7d-4529-a5d0-7255a51c338a HTTP/1.1" status: 200 len: 807 time: 0.1143839 Feb 15 05:13:49.972110 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-b0879bbf-4640-4d18-906e-ef6a541cc0fe tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/quotas/3640e3681a744a598c3edf21eb77f5ba HTTP/1.1" status: 200 len: 375 time: 0.0422919 Feb 15 05:13:50.025003 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780dd77-40f0-43bc-9c0b-171316890625 req-2c41b6cf-3e59-4273-a3fe-781c39b8ac87 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:50.026646 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c780dd77-40f0-43bc-9c0b-171316890625 req-2c41b6cf-3e59-4273-a3fe-781c39b8ac87 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0981183 Feb 15 05:13:50.060711 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-4030252b-e8ab-4982-a459-d8577c578ccf tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3640e3681a744a598c3edf21eb77f5ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828078 Feb 15 05:13:50.149860 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c780dd77-40f0-43bc-9c0b-171316890625 req-57110847-c959-4444-a27c-ff218bc38f66 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170628 Feb 15 05:13:50.200311 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-5710972c-96df-4f00-8744-7d4bb10d83be service neutron] 10.222.0.43 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174388 Feb 15 05:13:50.295852 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-3ea77348-8bf6-4325-99aa-f25c96c71196 service neutron] 10.222.0.43 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887721 Feb 15 05:13:50.594395 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a0bc67f-83c0-4c8c-af4c-7796020b7f76 req-026e1811-08c5-49fa-b145-fb4b0acded6e tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 210 time: 0.0334673 Feb 15 05:13:50.696386 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57076) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:50.754419 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a196d38-e75f-41ed-afeb-57809780ec65 admin admin] Deleting subnet ca966c79-ba13-4457-a35c-66cf5e58baaf {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:13:50.757735 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a196d38-e75f-41ed-afeb-57809780ec65 admin admin] Publish callbacks [] for subnet (ca966c79-ba13-4457-a35c-66cf5e58baaf), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:50.807037 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a196d38-e75f-41ed-afeb-57809780ec65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3303340'] for subnet (ca966c79-ba13-4457-a35c-66cf5e58baaf), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:50.848949 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a196d38-e75f-41ed-afeb-57809780ec65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (ca966c79-ba13-4457-a35c-66cf5e58baaf), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:50.908748 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562c49e-f980-4fa8-87a9-4b477b0a3c93 req-bb818118-5c0d-49f3-ad5b-6186fb12f09f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:50.910652 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9562c49e-f980-4fa8-87a9-4b477b0a3c93 req-bb818118-5c0d-49f3-ad5b-6186fb12f09f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 946 time: 0.0627074 Feb 15 05:13:50.924337 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a196d38-e75f-41ed-afeb-57809780ec65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3338458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429824'] for subnet (ca966c79-ba13-4457-a35c-66cf5e58baaf), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:50.965576 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a196d38-e75f-41ed-afeb-57809780ec65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca966c79-ba13-4457-a35c-66cf5e58baaf,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:50.975911 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a196d38-e75f-41ed-afeb-57809780ec65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:50.980021 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-4a196d38-e75f-41ed-afeb-57809780ec65 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ca966c79-ba13-4457-a35c-66cf5e58baaf HTTP/1.1" status: 204 len: 168 time: 0.2824299 Feb 15 05:13:50.981444 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57088) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:50.986698 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9562c49e-f980-4fa8-87a9-4b477b0a3c93 req-46d307a3-bb74-469b-83bb-4a6eff836369 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692062 Feb 15 05:13:51.070181 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (70e59d39-a7a9-4d11-9887-5d745bfbd696), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.074325 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:13:51.210238 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:51.214057 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (70e59d39-a7a9-4d11-9887-5d745bfbd696), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.223359 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'port_id': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'mac_address': 'fa:16:3e:88:15:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:13:51.259789 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e59d39-a7a9-4d11-9887-5d745bfbd696']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:51.270684 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 is: ACTIVE; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:51.271317 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.287578 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:13:51.294645 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23712919-eed4-4e73-bab6-bf95f90d07c1') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:51.294937 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23712919-eed4-4e73-bab6-bf95f90d07c1') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:13:51.319170 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3303319'] for segment (23712919-eed4-4e73-bab6-bf95f90d07c1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.319356 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:51.329961 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.348512 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (23712919-eed4-4e73-bab6-bf95f90d07c1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.359077 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:13:51.359766 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3338336'] for segment (23712919-eed4-4e73-bab6-bf95f90d07c1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: Traceback (most recent call last): Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: timer() Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: cb(*args, **kw) Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: return func(*args, **kwargs) Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: self._notify() Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: self.callback(batched_events) Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: event.method(event) Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: return f(self, *a, **k) Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._get(url).json() Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:13:51.364315 dv-cinder-828696-5-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:13:51.386905 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750768e-a9b1-4d30-8631-9f3f5c297261 req-5f313386-6551-47c7-9763-cb8b42f60c68 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:51.394884 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4750768e-a9b1-4d30-8631-9f3f5c297261 req-5f313386-6551-47c7-9763-cb8b42f60c68 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.1141129 Feb 15 05:13:51.423954 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,revision_number=6']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:51.472566 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4750768e-a9b1-4d30-8631-9f3f5c297261 req-9663fe5a-c423-4466-9a74-45987cb505af tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698421 Feb 15 05:13:51.473950 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['0be1f9cc-4d7e-4a8b-9b98-6112f2c40538'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:13:51.480016 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (70e59d39-a7a9-4d11-9887-5d745bfbd696), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.485834 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.500383 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/70e59d39-a7a9-4d11-9887-5d745bfbd696 HTTP/1.1" status: 204 len: 168 time: 0.5057924 Feb 15 05:13:51.505744 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef705fe-9d1a-4067-afa1-01466f1b32d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e59d39-a7a9-4d11-9887-5d745bfbd696,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:51.699479 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f48c7f0-b61f-4540-8bd0-30b217bdb230 req-d3667184-842c-400c-b83e-5c9d671d6ffc tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 210 time: 0.0298135 Feb 15 05:13:51.832606 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-374e8961-0b78-44dc-b380-fb7eee1bc389 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:51.834063 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-374e8961-0b78-44dc-b380-fb7eee1bc389 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.61 "GET /v2.0/networks?id=b0350d0e-fe7d-4529-a5d0-7255a51c338a HTTP/1.1" status: 200 len: 807 time: 0.1320696 Feb 15 05:13:51.838880 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 57120) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:51.928378 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:51.931456 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6a8d00a8-60c8-4998-b0f3-d775f3d833f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=201459344ded422fb99f1e330914d0ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0892742 Feb 15 05:13:51.932303 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57124) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:51.944474 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-10f3ffb4-0b18-4bce-833a-6e5b9a86baea tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3640e3681a744a598c3edf21eb77f5ba HTTP/1.1" status: 200 len: 380 time: 0.0908253 Feb 15 05:13:51.954709 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Request body: {'port': {'device_id': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'admin_state_up': True, 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'security_groups': ['88200263-71b5-4489-b40c-ec5d02285031']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:13:51.989064 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1cb0ea9c-92ba-4427-999b-4c4c0c8f5fa1 admin admin] Publish callbacks [] for security_group (2160c5e5-811c-4bc2-a029-deeb434e99f3), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.000243 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57126) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:52.018298 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1cb0ea9c-92ba-4427-999b-4c4c0c8f5fa1 admin admin] Publish callbacks [] for security_group (2160c5e5-811c-4bc2-a029-deeb434e99f3), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.070435 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1cb0ea9c-92ba-4427-999b-4c4c0c8f5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (2160c5e5-811c-4bc2-a029-deeb434e99f3), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.071617 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Made reservation on behalf of 3640e3681a744a598c3edf21eb77f5ba for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:13:52.073365 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1cb0ea9c-92ba-4427-999b-4c4c0c8f5fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.075452 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.077179 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1cb0ea9c-92ba-4427-999b-4c4c0c8f5fa1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2160c5e5-811c-4bc2-a029-deeb434e99f3 HTTP/1.1" status: 204 len: 168 time: 0.1422839 Feb 15 05:13:52.086349 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0ea9c-92ba-4427-999b-4c4c0c8f5fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2160c5e5-811c-4bc2-a029-deeb434e99f3,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:52.120364 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3416dcd2-fc9d-44bb-b24f-ab2b96125d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.208196 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3416dcd2-fc9d-44bb-b24f-ab2b96125d9e admin admin] Publish callbacks [] for security_group (d034c675-5a2f-4880-9158-778dd7d24a2a), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.214053 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3416dcd2-fc9d-44bb-b24f-ab2b96125d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (d034c675-5a2f-4880-9158-778dd7d24a2a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.223080 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Allocated IP 172.20.0.5 (b0350d0e-fe7d-4529-a5d0-7255a51c338a/a5a3b18e-4558-47d5-9014-9958f353abe1/3c9cfd6f-ca78-4115-8f03-93c99a0c4070) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:13:52.262560 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416dcd2-fc9d-44bb-b24f-ab2b96125d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d034c675-5a2f-4880-9158-778dd7d24a2a,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:52.273272 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3416dcd2-fc9d-44bb-b24f-ab2b96125d9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ddcc933f69d4edc9081bd3d29a3a19f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719312 Feb 15 05:13:52.274159 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57134) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:52.360943 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b20abf1-cfe7-4f05-8b40-2dd1c9381c0d admin admin] Publish callbacks [] for security_group (d034c675-5a2f-4880-9158-778dd7d24a2a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.384163 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b20abf1-cfe7-4f05-8b40-2dd1c9381c0d admin admin] Publish callbacks [] for security_group (d034c675-5a2f-4880-9158-778dd7d24a2a), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.409258 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.436422 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b20abf1-cfe7-4f05-8b40-2dd1c9381c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (d034c675-5a2f-4880-9158-778dd7d24a2a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.440027 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b20abf1-cfe7-4f05-8b40-2dd1c9381c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.441107 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8b20abf1-cfe7-4f05-8b40-2dd1c9381c0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d034c675-5a2f-4880-9158-778dd7d24a2a HTTP/1.1" status: 204 len: 168 time: 0.1658804 Feb 15 05:13:52.449185 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20abf1-cfe7-4f05-8b40-2dd1c9381c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d034c675-5a2f-4880-9158-778dd7d24a2a,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:52.457522 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.520881 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Network b0350d0e-fe7d-4529-a5d0-7255a51c338a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:13:52.524040 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:13:52.528677 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:13:52.532980 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event updated for resources: {'Port': ['ID=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:52.599306 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:52.600106 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.642378 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-22fac8d8-c74d-4f65-bdca-ee0d8304ec10 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6923742 Feb 15 05:13:52.662090 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Request body: {'port': {'device_id': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:13:52.710458 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bf854-1cfd-4579-aaa3-de4df9456959 req-b518b07a-d1e1-440f-a6c7-101b01c1cc65 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:52.712159 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-077bf854-1cfd-4579-aaa3-de4df9456959 req-b518b07a-d1e1-440f-a6c7-101b01c1cc65 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 944 time: 0.1318216 Feb 15 05:13:52.772045 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.797001 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-077bf854-1cfd-4579-aaa3-de4df9456959 req-3e45e829-55d0-4222-9c24-6f84cdd126b9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785663 Feb 15 05:13:52.884985 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-281349e2-e593-4c60-a584-9bc9d0c8f83c None None] Provisioning complete for port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:52.885679 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-281349e2-e593-4c60-a584-9bc9d0c8f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:52.926206 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-281349e2-e593-4c60-a584-9bc9d0c8f83c None None] Port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:13:52.966160 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57156) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:52.980447 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b61ac181-5ed7-4a20-9073-6fbed8ff825b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.030521 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5e471-c676-4a9b-b43b-47fe3d1f8e6e req-5aa1159c-d1b5-4897-94f5-088c662dc085 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:53.032651 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8d5e471-c676-4a9b-b43b-47fe3d1f8e6e req-5aa1159c-d1b5-4897-94f5-088c662dc085 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 931 time: 0.1192510 Feb 15 05:13:53.059230 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b61ac181-5ed7-4a20-9073-6fbed8ff825b admin admin] Publish callbacks [] for security_group (155554fb-95db-4cb5-837d-e28015bb3019), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.063209 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b61ac181-5ed7-4a20-9073-6fbed8ff825b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (155554fb-95db-4cb5-837d-e28015bb3019), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.094113 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:13:53.107368 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b61ac181-5ed7-4a20-9073-6fbed8ff825b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c474278de9647a182c21b00a0efba8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364372 Feb 15 05:13:53.107368 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ac181-5ed7-4a20-9073-6fbed8ff825b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155554fb-95db-4cb5-837d-e28015bb3019,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:53.108074 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57158) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:13:53.121066 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8d5e471-c676-4a9b-b43b-47fe3d1f8e6e req-8ab86d89-3d98-434a-aa20-bf9036323bf5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797255 Feb 15 05:13:53.161002 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:13:53.161376 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.162041 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98e3dc83-c960-4480-9c17-1279dc6b1bbe admin admin] Publish callbacks [] for security_group (155554fb-95db-4cb5-837d-e28015bb3019), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.170039 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:13:53.178292 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Publish callbacks [] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.184816 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98e3dc83-c960-4480-9c17-1279dc6b1bbe admin admin] Publish callbacks [] for security_group (155554fb-95db-4cb5-837d-e28015bb3019), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.193306 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Transition to ACTIVE for port object 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:13:53.199005 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.247917 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98e3dc83-c960-4480-9c17-1279dc6b1bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (155554fb-95db-4cb5-837d-e28015bb3019), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.250792 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:13:53.251046 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98e3dc83-c960-4480-9c17-1279dc6b1bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.251188 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.252251 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-98e3dc83-c960-4480-9c17-1279dc6b1bbe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/155554fb-95db-4cb5-837d-e28015bb3019 HTTP/1.1" status: 204 len: 168 time: 0.1425538 Feb 15 05:13:53.268396 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3dc83-c960-4480-9c17-1279dc6b1bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155554fb-95db-4cb5-837d-e28015bb3019,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:53.300069 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:13:53.302426 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec88c93-9d46-48b8-8d25-74abd4602163" -d '{"events": [{"server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "name": "network-vif-plugged", "status": "completed", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:13:53.314608 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:53.318159 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:13:53.325777 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.380204 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Attempting to bind port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:13:53.380564 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Attempting to bind port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:13:53.380895 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Attempting to bind port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 on network b0350d0e-fe7d-4529-a5d0-7255a51c338a {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:13:53.381178 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7264ab4e-a895-46aa-b9d7-7da47e4644f6 x-openstack-request-id: req-7264ab4e-a895-46aa-b9d7-7da47e4644f6 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:13:53.381478 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "name": "network-vif-plugged", "status": "completed", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:13:53.381733 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7264ab4e-a895-46aa-b9d7-7da47e4644f6 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:13:53.382385 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'code': 200} Feb 15 05:13:53.387836 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,revision_number=7']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:53.397244 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 on network b0350d0e-fe7d-4529-a5d0-7255a51c338a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:13:53.397575 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Attempting to bind port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 on network b0350d0e-fe7d-4529-a5d0-7255a51c338a {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:13:53.409251 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:13:53.409597 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Checking segment: {'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:13:53.410189 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Bound using segment: {'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:13:53.410402 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Bound port: 3c9cfd6f-ca78-4115-8f03-93c99a0c4070, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45a0390-a160-4f7f-87df-e84e7a4a4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:13:53.410903 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.725038 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] For port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:13:53.728303 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] For port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:13:53.734029 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.765439 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:53.766053 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:13:53.767400 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/3c9cfd6f-ca78-4115-8f03-93c99a0c4070 HTTP/1.1" status: 200 len: 1093 time: 1.1149907 Feb 15 05:13:53.769790 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:13:53.773172 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8cecbe-1816-42cb-8cbf-c3dd31aefd90" -d '{"events": [{"name": "network-changed", "server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:13:53.830400 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612b2b18-7863-4e03-96ba-8e091f82df08 x-openstack-request-id: req-612b2b18-7863-4e03-96ba-8e091f82df08 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:13:53.830717 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:13:53.830967 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-612b2b18-7863-4e03-96ba-8e091f82df08 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:13:53.831355 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'status': 'completed', 'code': 200} Feb 15 05:13:53.833861 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62797f3b-0053-4758-a94b-8087c3d445e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:13:53.879739 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-593df21e-d8ec-48f2-ad14-6a1a33725d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:53.881690 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-593df21e-d8ec-48f2-ad14-6a1a33725d7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3640e3681a744a598c3edf21eb77f5ba&device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 1127 time: 0.0704577 Feb 15 05:13:53.931191 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-edbaee89-c83c-49c3-bccf-e406607eb827 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070 HTTP/1.1" status: 200 len: 217 time: 0.0381010 Feb 15 05:13:54.006449 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-a9e1aec0-4ee3-4fb5-b095-9404cbf009dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:54.008192 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-a9e1aec0-4ee3-4fb5-b095-9404cbf009dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5a3b18e-4558-47d5-9014-9958f353abe1 HTTP/1.1" status: 200 len: 846 time: 0.0714865 Feb 15 05:13:54.024996 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc77f2-40a8-4630-aa92-d76e8c99b8da req-16f33fdb-2d4c-4785-b203-5e5d6a881d7c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:54.026729 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-edfc77f2-40a8-4630-aa92-d76e8c99b8da req-16f33fdb-2d4c-4785-b203-5e5d6a881d7c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.1015911 Feb 15 05:13:54.099565 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-edfc77f2-40a8-4630-aa92-d76e8c99b8da req-272ac130-206a-4f67-9833-5db0d02e5258 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651689 Feb 15 05:13:54.102424 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-befcbd8c-f894-4d67-8101-c858f6449308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:54.103708 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-befcbd8c-f894-4d67-8101-c858f6449308 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0350d0e-fe7d-4529-a5d0-7255a51c338a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868909 Feb 15 05:13:54.212565 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-9e6cbdf0-3d3c-4b31-ad0d-9459e60d6685 service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022851 Feb 15 05:13:54.305862 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d6f9-f77d-4028-8223-741932ef8b8c req-aeb19c2b-a562-4268-babd-8d01c7f41ae4 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:54.307418 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f28d6f9-f77d-4028-8223-741932ef8b8c req-aeb19c2b-a562-4268-babd-8d01c7f41ae4 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.1052513 Feb 15 05:13:54.350232 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee6bc288-586e-4fad-acfe-e047073a44e1 req-e12c0aad-3a04-41c8-a8cd-ed2bf9abe7e9 service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195743 Feb 15 05:13:54.380677 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f28d6f9-f77d-4028-8223-741932ef8b8c req-00994273-2afe-4c0e-8f79-d094d08b7042 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652773 Feb 15 05:13:54.449938 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cecbe-1816-42cb-8cbf-c3dd31aefd90 req-31612ebc-b724-4af1-818d-e1cf6b965acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:54.451518 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb8cecbe-1816-42cb-8cbf-c3dd31aefd90 req-31612ebc-b724-4af1-818d-e1cf6b965acb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3640e3681a744a598c3edf21eb77f5ba&device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 1127 time: 0.0505605 Feb 15 05:13:54.544712 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cecbe-1816-42cb-8cbf-c3dd31aefd90 req-8ea08d23-7d4b-4753-8737-59dbc1c3f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:54.544712 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb8cecbe-1816-42cb-8cbf-c3dd31aefd90 req-8ea08d23-7d4b-4753-8737-59dbc1c3f391 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0350d0e-fe7d-4529-a5d0-7255a51c338a HTTP/1.1" status: 200 len: 908 time: 0.0867443 Feb 15 05:13:54.587698 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb8cecbe-1816-42cb-8cbf-c3dd31aefd90 req-425b442c-d821-4739-b1ce-bf97ad6e0df3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070 HTTP/1.1" status: 200 len: 217 time: 0.0372100 Feb 15 05:13:54.634217 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cecbe-1816-42cb-8cbf-c3dd31aefd90 req-d54d2e75-7142-4283-b7a9-3f28addec0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:54.635681 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb8cecbe-1816-42cb-8cbf-c3dd31aefd90 req-d54d2e75-7142-4283-b7a9-3f28addec0ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5a3b18e-4558-47d5-9014-9958f353abe1 HTTP/1.1" status: 200 len: 846 time: 0.0425580 Feb 15 05:13:54.683897 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cecbe-1816-42cb-8cbf-c3dd31aefd90 req-e07dbcb3-4c7e-4073-bc4e-d45a2a1d85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:54.685393 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb8cecbe-1816-42cb-8cbf-c3dd31aefd90 req-e07dbcb3-4c7e-4073-bc4e-d45a2a1d85a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0350d0e-fe7d-4529-a5d0-7255a51c338a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439889 Feb 15 05:13:54.776895 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb8cecbe-1816-42cb-8cbf-c3dd31aefd90 req-702f8ede-f714-4477-822b-0e194cecb3e8 service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853574 Feb 15 05:13:54.866880 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb8cecbe-1816-42cb-8cbf-c3dd31aefd90 req-f3c47631-fd8f-4f5e-9711-f90bb92c96a0 service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832617 Feb 15 05:13:55.231915 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af6b14-9a5d-4237-871a-de6d29cfa304 req-c6fc857c-cfd1-48e2-8c80-839072fae97b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:55.233396 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24af6b14-9a5d-4237-871a-de6d29cfa304 req-c6fc857c-cfd1-48e2-8c80-839072fae97b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0588150 Feb 15 05:13:55.281838 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24af6b14-9a5d-4237-871a-de6d29cfa304 req-7238ed3a-da8e-4a2c-b6c9-38d91eb6dbd8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423093 Feb 15 05:13:55.498519 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba5335-6747-4685-be35-43648bf1bc57 req-432964a9-c038-445b-a23b-af88cd117691 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:55.499761 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29ba5335-6747-4685-be35-43648bf1bc57 req-432964a9-c038-445b-a23b-af88cd117691 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0518346 Feb 15 05:13:55.548396 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29ba5335-6747-4685-be35-43648bf1bc57 req-aeba1554-0ac8-4c09-b3eb-7ece7ad776dc tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Feb 15 05:13:56.407749 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba9c86-7825-4347-a113-3c3fe07e4c3c req-a442bc04-d44c-4134-acae-74fd02d5b4bf tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:56.409280 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9ba9c86-7825-4347-a113-3c3fe07e4c3c req-a442bc04-d44c-4134-acae-74fd02d5b4bf tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0529003 Feb 15 05:13:56.457253 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9ba9c86-7825-4347-a113-3c3fe07e4c3c req-8dc72f79-2423-413e-8a40-f5d6f1f43bd0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 Feb 15 05:13:56.670504 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9ee7e-b8fa-499c-8be8-027e548caf6d req-ec8ac65a-22a2-4b51-a0ab-f791966995d0 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:56.672069 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f4b9ee7e-b8fa-499c-8be8-027e548caf6d req-ec8ac65a-22a2-4b51-a0ab-f791966995d0 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0588140 Feb 15 05:13:56.727796 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f4b9ee7e-b8fa-499c-8be8-027e548caf6d req-5d6ca2f8-8c9a-49dd-b1dd-1c7b7c363f18 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470672 Feb 15 05:13:57.577489 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6fb94-a2e6-4a14-a9a7-f3edb36b9cf8 req-30d31820-b8f2-44ac-9bdc-9a7eb9c0eff6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:57.579445 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ed6fb94-a2e6-4a14-a9a7-f3edb36b9cf8 req-30d31820-b8f2-44ac-9bdc-9a7eb9c0eff6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0510197 Feb 15 05:13:57.630530 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ed6fb94-a2e6-4a14-a9a7-f3edb36b9cf8 req-71e4be15-a9d3-475a-89b8-0b95a47e559c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454443 Feb 15 05:13:57.853582 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477019ba-4385-4b85-b756-443266aeb38f req-eeb1fb42-5f4a-4f08-9361-451e40b0abad tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:57.855019 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-477019ba-4385-4b85-b756-443266aeb38f req-eeb1fb42-5f4a-4f08-9361-451e40b0abad tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0541790 Feb 15 05:13:57.902825 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-477019ba-4385-4b85-b756-443266aeb38f req-0d96f53e-e00b-42b2-8c0c-dc593b954e29 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Feb 15 05:13:58.749861 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c053-6e71-4975-adbe-3f4adfe813bf req-ed09169b-83eb-4d8d-a784-16172ea38fec tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:58.751240 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1157c053-6e71-4975-adbe-3f4adfe813bf req-ed09169b-83eb-4d8d-a784-16172ea38fec tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0514247 Feb 15 05:13:58.796510 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1157c053-6e71-4975-adbe-3f4adfe813bf req-54749226-c5fd-4233-a264-17d1797ce310 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398293 Feb 15 05:13:59.024049 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01f3a3-faf2-4cb2-9553-6031a37bd4ff req-7fe3e0f6-e1fb-44f2-baec-7a408c910e49 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:59.025494 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6a01f3a3-faf2-4cb2-9553-6031a37bd4ff req-7fe3e0f6-e1fb-44f2-baec-7a408c910e49 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0572681 Feb 15 05:13:59.082388 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6a01f3a3-faf2-4cb2-9553-6031a37bd4ff req-04b98d53-7648-4cb3-83af-daff40c9dc3b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514581 Feb 15 05:13:59.915932 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f1f73-659a-495e-a469-8af086a71520 req-710f5a38-b3d4-485c-a0f6-3febd18129d8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:13:59.917380 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-908f1f73-659a-495e-a469-8af086a71520 req-710f5a38-b3d4-485c-a0f6-3febd18129d8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0510685 Feb 15 05:13:59.962948 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-908f1f73-659a-495e-a469-8af086a71520 req-511fbae9-10dc-4170-b451-9fa7e4c92a64 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401344 Feb 15 05:14:00.194986 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f135c8-0e7a-4ca9-b6e8-0a4cd94e19ac req-b6ba1ee3-bb3a-4a63-a0ff-65550157ced5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:00.196448 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-61f135c8-0e7a-4ca9-b6e8-0a4cd94e19ac req-b6ba1ee3-bb3a-4a63-a0ff-65550157ced5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0503619 Feb 15 05:14:00.246345 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-61f135c8-0e7a-4ca9-b6e8-0a4cd94e19ac req-70d1c233-3ba8-44fa-b596-7de734599d61 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445213 Feb 15 05:14:01.084147 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d167279-e9c9-478c-b631-f4ffb90760c7 req-6d09dd2f-35ec-4f99-9804-71b30ba55cea tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:01.085630 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d167279-e9c9-478c-b631-f4ffb90760c7 req-6d09dd2f-35ec-4f99-9804-71b30ba55cea tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0528369 Feb 15 05:14:01.129968 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d167279-e9c9-478c-b631-f4ffb90760c7 req-5c64a810-434c-4da0-9594-31528af917f3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389352 Feb 15 05:14:01.361499 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429b049-d2e8-46d1-ac17-75d9ecda2d98 req-b81e01d0-4d8b-4a1e-adb4-38f33c8961f5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:01.362967 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5429b049-d2e8-46d1-ac17-75d9ecda2d98 req-b81e01d0-4d8b-4a1e-adb4-38f33c8961f5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0519748 Feb 15 05:14:01.410911 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5429b049-d2e8-46d1-ac17-75d9ecda2d98 req-ee749c9e-0a8d-4bb3-a853-8c9612478eb8 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Feb 15 05:14:02.262453 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b6c59-6488-4b5c-b625-8234304f8b69 req-ccd9544d-28fd-4aba-8c2a-297059808c06 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:02.264017 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d1b6c59-6488-4b5c-b625-8234304f8b69 req-ccd9544d-28fd-4aba-8c2a-297059808c06 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0622494 Feb 15 05:14:02.314256 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d1b6c59-6488-4b5c-b625-8234304f8b69 req-866e61a3-0d18-4c1f-8f43-0d69260ad79e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440989 Feb 15 05:14:02.529277 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bba0ef-0119-462b-90b7-7fda2c762205 req-47ada254-00f7-4448-9a66-756f3a5cab5a tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:02.530731 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-65bba0ef-0119-462b-90b7-7fda2c762205 req-47ada254-00f7-4448-9a66-756f3a5cab5a tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0534286 Feb 15 05:14:02.581408 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-65bba0ef-0119-462b-90b7-7fda2c762205 req-bf28fc84-6efa-44aa-bbbf-215956f5d1bb tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444832 Feb 15 05:14:02.863860 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:14:02.910485 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57342) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:03.037059 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:03.164733 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Publish callbacks [] for security_group (7ac418b3-1269-4516-be3c-835eda39c9c4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:03.175000 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (7ac418b3-1269-4516-be3c-835eda39c9c4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:03.231773 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac418b3-1269-4516-be3c-835eda39c9c4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:03.234646 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e10bbaef-50c4-4828-b0d0-cb594bf9e020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:03.245710 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.246472 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.247006 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.247546 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.248125 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.248451 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.248761 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.249124 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.249584 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.250054 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.250388 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.250712 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.251033 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.289865 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3a3781ae-774d-405b-89bf-6aee48fde712 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdf55b3424ce494097505b69fb1b7a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776963 Feb 15 05:14:03.292792 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 57352) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:03.346528 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Publish callbacks [] for security_group (7ac418b3-1269-4516-be3c-835eda39c9c4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:03.370492 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Publish callbacks [] for security_group (7ac418b3-1269-4516-be3c-835eda39c9c4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:03.465156 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (7ac418b3-1269-4516-be3c-835eda39c9c4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:03.467868 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:03.469208 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ac418b3-1269-4516-be3c-835eda39c9c4 HTTP/1.1" status: 204 len: 168 time: 0.1752756 Feb 15 05:14:03.487707 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac418b3-1269-4516-be3c-835eda39c9c4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:03.502031 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.502696 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.503589 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.504007 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.504557 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.504873 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.505333 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.505825 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.506021 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.506477 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.507127 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.507531 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.507933 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92585bcf-9de6-4166-b98f-d03f4f49b4b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:03.526744 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d83b0b-c67b-4277-8bfa-7f8ffbb185a6 req-643644aa-fbe3-458a-b25f-a7273c5ca000 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:03.528297 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-34d83b0b-c67b-4277-8bfa-7f8ffbb185a6 req-643644aa-fbe3-458a-b25f-a7273c5ca000 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0943217 Feb 15 05:14:03.604275 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-34d83b0b-c67b-4277-8bfa-7f8ffbb185a6 req-39d0336f-04c9-46a7-b104-3e44f89922e5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676436 Feb 15 05:14:03.732333 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8a0c1-e2dd-47ab-a8b7-6488a528683d req-d7bc04da-f7ac-4b81-a889-1776cd5b6151 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:03.739803 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fd8a0c1-e2dd-47ab-a8b7-6488a528683d req-d7bc04da-f7ac-4b81-a889-1776cd5b6151 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0721161 Feb 15 05:14:03.794530 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fd8a0c1-e2dd-47ab-a8b7-6488a528683d req-2679e51f-eaeb-4ffd-95e5-361cd78da5fe tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537314 Feb 15 05:14:03.827545 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57364) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:03.843023 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b22df191-53e1-4e59-a393-d3bff1ca351b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:03.930586 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b22df191-53e1-4e59-a393-d3bff1ca351b admin admin] Publish callbacks [] for security_group (0b42976b-da92-456a-adea-66fa2dd2a410), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:03.936250 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b22df191-53e1-4e59-a393-d3bff1ca351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (0b42976b-da92-456a-adea-66fa2dd2a410), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:03.972052 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 57366) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:03.972458 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b22df191-53e1-4e59-a393-d3bff1ca351b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6050888d6e204f79807eb04eed7346e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426973 Feb 15 05:14:03.984775 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22df191-53e1-4e59-a393-d3bff1ca351b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b42976b-da92-456a-adea-66fa2dd2a410,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:04.037385 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27270a98-e47e-485b-8ba2-258c47e57695 admin admin] Publish callbacks [] for security_group (0b42976b-da92-456a-adea-66fa2dd2a410), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:04.060168 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27270a98-e47e-485b-8ba2-258c47e57695 admin admin] Publish callbacks [] for security_group (0b42976b-da92-456a-adea-66fa2dd2a410), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:04.118822 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27270a98-e47e-485b-8ba2-258c47e57695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (0b42976b-da92-456a-adea-66fa2dd2a410), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:04.121831 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27270a98-e47e-485b-8ba2-258c47e57695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:04.126033 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-27270a98-e47e-485b-8ba2-258c47e57695 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b42976b-da92-456a-adea-66fa2dd2a410 HTTP/1.1" status: 204 len: 168 time: 0.1527643 Feb 15 05:14:04.138841 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27270a98-e47e-485b-8ba2-258c47e57695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b42976b-da92-456a-adea-66fa2dd2a410,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:04.768534 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c29394-25d4-4c43-a9f0-e1a7ebe52408 req-96ae03eb-ff64-4b44-8d12-33f45ab834b0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:04.769723 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50c29394-25d4-4c43-a9f0-e1a7ebe52408 req-96ae03eb-ff64-4b44-8d12-33f45ab834b0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0606697 Feb 15 05:14:04.879126 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50c29394-25d4-4c43-a9f0-e1a7ebe52408 req-f4c7c5f1-0b4c-499b-8cc5-4b97fd8d17c0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996320 Feb 15 05:14:04.973244 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3e1a9-351b-4337-896d-19e7ae746873 req-60e814e2-6600-4368-ad8a-9ad19f476836 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:04.974826 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8bc3e1a9-351b-4337-896d-19e7ae746873 req-60e814e2-6600-4368-ad8a-9ad19f476836 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0810492 Feb 15 05:14:05.033684 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8bc3e1a9-351b-4337-896d-19e7ae746873 req-7059a298-6323-4bcb-b445-4854c0ad5a4d tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533593 Feb 15 05:14:05.407262 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 57406) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:05.441361 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-39db41ed-0968-4a53-819f-738323121e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:05.547409 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c80715c-43fd-468e-9d15-2f68eaed6fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:05.647445 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c80715c-43fd-468e-9d15-2f68eaed6fc7 admin admin] Publish callbacks [] for security_group (44d209ba-62c5-4c3e-ba35-ba6f5ac8a925), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:05.652771 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c80715c-43fd-468e-9d15-2f68eaed6fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (44d209ba-62c5-4c3e-ba35-ba6f5ac8a925), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:05.693190 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1c80715c-43fd-468e-9d15-2f68eaed6fc7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61c38104c51f408382441c731976d135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846503 Feb 15 05:14:05.694189 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80715c-43fd-468e-9d15-2f68eaed6fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d209ba-62c5-4c3e-ba35-ba6f5ac8a925,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:05.696400 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57412) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:05.761818 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c51531a-d1d3-42d9-80f8-49ee13f80b60 admin admin] Publish callbacks [] for security_group (44d209ba-62c5-4c3e-ba35-ba6f5ac8a925), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:05.781956 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c51531a-d1d3-42d9-80f8-49ee13f80b60 admin admin] Publish callbacks [] for security_group (44d209ba-62c5-4c3e-ba35-ba6f5ac8a925), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:05.830254 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c51531a-d1d3-42d9-80f8-49ee13f80b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (44d209ba-62c5-4c3e-ba35-ba6f5ac8a925), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:05.833675 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c51531a-d1d3-42d9-80f8-49ee13f80b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:05.837661 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7c51531a-d1d3-42d9-80f8-49ee13f80b60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44d209ba-62c5-4c3e-ba35-ba6f5ac8a925 HTTP/1.1" status: 204 len: 168 time: 0.1378520 Feb 15 05:14:05.844350 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51531a-d1d3-42d9-80f8-49ee13f80b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d209ba-62c5-4c3e-ba35-ba6f5ac8a925,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:06.022687 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19319901-872f-4d06-b589-d4518a91f67d req-a39055c9-4ace-421b-8f69-d94068fff026 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:06.031063 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19319901-872f-4d06-b589-d4518a91f67d req-a39055c9-4ace-421b-8f69-d94068fff026 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0662067 Feb 15 05:14:06.113657 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19319901-872f-4d06-b589-d4518a91f67d req-9bf5330c-2b5e-4316-867d-3e083f7e82de tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819204 Feb 15 05:14:06.194403 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ec807-f402-47a1-b113-14c69be61e5a req-e712ce4a-0dc7-4658-93e3-7c5149650f7f tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:06.196529 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b2ec807-f402-47a1-b113-14c69be61e5a req-e712ce4a-0dc7-4658-93e3-7c5149650f7f tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0695760 Feb 15 05:14:06.260687 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b2ec807-f402-47a1-b113-14c69be61e5a req-0c7b6db2-3038-41f9-8dc0-3275ccae6025 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588384 Feb 15 05:14:06.549078 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:07.249149 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc73e80-9076-48c5-9512-a7f588d1366c req-1697439c-34d0-403e-a7cb-a4598b87c086 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:07.257579 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fcc73e80-9076-48c5-9512-a7f588d1366c req-1697439c-34d0-403e-a7cb-a4598b87c086 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0598481 Feb 15 05:14:07.358002 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fcc73e80-9076-48c5-9512-a7f588d1366c req-ceae4a73-73bd-4955-a4e6-4ff633e0affe tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988815 Feb 15 05:14:07.447463 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9c6b8-7d2f-46b9-84dc-b305b01011e3 req-0bd5adf5-06dc-4600-b24a-af0bb0ed6e2b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:07.449398 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cf9c6b8-7d2f-46b9-84dc-b305b01011e3 req-0bd5adf5-06dc-4600-b24a-af0bb0ed6e2b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0719326 Feb 15 05:14:07.504375 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cf9c6b8-7d2f-46b9-84dc-b305b01011e3 req-c4c19689-ea4a-4bda-b21f-2241a7c44542 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489597 Feb 15 05:14:08.355467 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:08.476948 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531dda4-6386-4bc9-a05e-9dab521133b5 req-56c43b0e-52e6-42cd-ac3f-2a8415de672e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:08.478440 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9531dda4-6386-4bc9-a05e-9dab521133b5 req-56c43b0e-52e6-42cd-ac3f-2a8415de672e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0555687 Feb 15 05:14:08.540035 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9531dda4-6386-4bc9-a05e-9dab521133b5 req-86c2237d-c12e-4380-9220-bf4039bce700 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551865 Feb 15 05:14:08.637785 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f510bd-376f-4749-89ca-86c872eb61e3 req-08e59f5d-aac0-4d8a-82c6-26eeb806caf5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:08.639445 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-33f510bd-376f-4749-89ca-86c872eb61e3 req-08e59f5d-aac0-4d8a-82c6-26eeb806caf5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0590918 Feb 15 05:14:08.697609 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-33f510bd-376f-4749-89ca-86c872eb61e3 req-3b0f22d3-3e5e-49d0-8045-0c08bbba9b0f tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517943 Feb 15 05:14:09.592246 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:09.703482 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a818b6-5eab-4c77-b036-2c66ad049e0c req-2f9ca01c-423a-4f27-9c2c-cc1e20631b88 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:09.705654 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02a818b6-5eab-4c77-b036-2c66ad049e0c req-2f9ca01c-423a-4f27-9c2c-cc1e20631b88 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0714254 Feb 15 05:14:09.790418 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02a818b6-5eab-4c77-b036-2c66ad049e0c req-1b01c129-d025-4784-9a29-c5db7dd1ec85 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786645 Feb 15 05:14:09.889802 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41beb90a-c212-4a46-94ca-4c842c43b1f3 req-cd6fcd19-b8c3-463a-a1cc-50361b6c4064 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:09.891753 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41beb90a-c212-4a46-94ca-4c842c43b1f3 req-cd6fcd19-b8c3-463a-a1cc-50361b6c4064 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0998352 Feb 15 05:14:09.966380 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41beb90a-c212-4a46-94ca-4c842c43b1f3 req-40e42f45-f74d-4a93-aec8-686ebb11cc62 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665646 Feb 15 05:14:10.992876 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e68a2e-a4df-4249-ad87-27e58734b8ca req-5fa035ab-e5e6-4932-9ccf-9b2675c491ee tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:10.995137 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8e68a2e-a4df-4249-ad87-27e58734b8ca req-5fa035ab-e5e6-4932-9ccf-9b2675c491ee tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0926821 Feb 15 05:14:11.105702 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8e68a2e-a4df-4249-ad87-27e58734b8ca req-412ea6c2-c7e5-42f0-8dd4-3bcc694e86a6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935109 Feb 15 05:14:11.138272 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e553e9-5406-41a3-9647-a65094e3b46f req-01f6df9a-3605-44d7-89c4-9e60ec170d46 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:11.139813 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-91e553e9-5406-41a3-9647-a65094e3b46f req-01f6df9a-3605-44d7-89c4-9e60ec170d46 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0885177 Feb 15 05:14:11.206689 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-91e553e9-5406-41a3-9647-a65094e3b46f req-f9c8d139-8bd1-4910-8f33-f16b8d14f3fd tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571196 Feb 15 05:14:12.254267 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f25d80-c1ff-4700-a336-0569763091c6 req-7a68f6ab-dfcc-467c-bcc1-bf8981bda5f8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:12.257878 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b7f25d80-c1ff-4700-a336-0569763091c6 req-7a68f6ab-dfcc-467c-bcc1-bf8981bda5f8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0856731 Feb 15 05:14:12.344171 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b7f25d80-c1ff-4700-a336-0569763091c6 req-925de785-7a88-4eda-b8cd-9a0b21f67c11 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805900 Feb 15 05:14:12.367048 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21695e11-6f45-41b9-b89a-e52557677a40 req-6b53757f-d08e-49cd-9c08-e125d48006f0 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:12.369254 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21695e11-6f45-41b9-b89a-e52557677a40 req-6b53757f-d08e-49cd-9c08-e125d48006f0 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0898714 Feb 15 05:14:12.420927 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21695e11-6f45-41b9-b89a-e52557677a40 req-205f5adb-5063-4c50-b14a-f2ef22245224 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456247 Feb 15 05:14:13.463007 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c51b-000b-4007-bf42-8a47c14fd391 req-025f932e-29cd-4ac6-bfff-849a03346a03 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:13.464496 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-12b2c51b-000b-4007-bf42-8a47c14fd391 req-025f932e-29cd-4ac6-bfff-849a03346a03 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0512626 Feb 15 05:14:13.539066 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-12b2c51b-000b-4007-bf42-8a47c14fd391 req-d2b1e9fb-818e-4835-bc87-df3caa8acf5f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690730 Feb 15 05:14:13.557423 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c6ff-48e2-4ed3-a2bd-23be75b3a6fd req-b0b57d7e-eb6b-4b01-b225-0be0bc01e78b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:13.558848 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d54c6ff-48e2-4ed3-a2bd-23be75b3a6fd req-b0b57d7e-eb6b-4b01-b225-0be0bc01e78b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0691774 Feb 15 05:14:13.607382 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d54c6ff-48e2-4ed3-a2bd-23be75b3a6fd req-cbf52c10-52ac-4352-a22d-9840926926f6 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Feb 15 05:14:14.332702 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:14:14.425565 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:14.439393 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'port_id': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'mac_address': 'fa:16:3e:b7:fc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:14:14.474611 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:14:14.474996 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:14.487102 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:14:14.505033 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:14.508532 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:14.554930 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:14.561614 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.561983 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.562341 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.562679 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.563009 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.565257 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.565257 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.565257 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.565257 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.565257 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.565791 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.566114 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.566434 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:14:14.662505 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200e873-7769-4185-86fc-beb66750b14e req-24c1aadf-18e1-4fb0-8d46-2a1a5c620372 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:14.664065 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b200e873-7769-4185-86fc-beb66750b14e req-24c1aadf-18e1-4fb0-8d46-2a1a5c620372 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0529101 Feb 15 05:14:14.737306 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b200e873-7769-4185-86fc-beb66750b14e req-9218a66c-5bb8-48e1-9fc3-e4cf80181546 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679104 Feb 15 05:14:14.760188 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603e12a-2f1c-4fa9-aa99-81ead374d957 req-fc55df7d-c598-418a-a8a0-cc594cedc0ff tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:14.761567 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c603e12a-2f1c-4fa9-aa99-81ead374d957 req-fc55df7d-c598-418a-a8a0-cc594cedc0ff tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 944 time: 0.0629220 Feb 15 05:14:14.808907 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c603e12a-2f1c-4fa9-aa99-81ead374d957 req-ab416adc-aec1-4876-966d-10669bf4391f tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413423 Feb 15 05:14:15.863046 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f0dad-833e-403d-842b-f8483f7f6ae0 req-1f405f4c-33cc-421e-a56a-a0d375ab64d8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:15.864521 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee7f0dad-833e-403d-842b-f8483f7f6ae0 req-1f405f4c-33cc-421e-a56a-a0d375ab64d8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0570452 Feb 15 05:14:15.939788 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee7f0dad-833e-403d-842b-f8483f7f6ae0 req-ed01d838-0356-48ef-9959-79b6753a2c11 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696239 Feb 15 05:14:15.954562 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e908f8-6b70-4ad2-b2f6-afd2e5e2edce req-58e96f4a-7319-4afa-a518-78d4aa4ef946 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:15.956003 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69e908f8-6b70-4ad2-b2f6-afd2e5e2edce req-58e96f4a-7319-4afa-a518-78d4aa4ef946 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 944 time: 0.0803509 Feb 15 05:14:16.002540 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69e908f8-6b70-4ad2-b2f6-afd2e5e2edce req-546fd2c6-1631-444a-8328-bc9f27c37033 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411351 Feb 15 05:14:16.345676 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['3c9cfd6f-ca78-4115-8f03-93c99a0c4070'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:14:16.420599 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1418-d377-43f8-8f73-e4aff86cec3b req-6edcb7cc-7006-4ab8-89d6-76f7c03b4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:16.422067 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b7a1418-d377-43f8-8f73-e4aff86cec3b req-6edcb7cc-7006-4ab8-89d6-76f7c03b4d58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 1129 time: 0.0604904 Feb 15 05:14:16.529030 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1418-d377-43f8-8f73-e4aff86cec3b req-ff82b7a0-5fd2-4ccd-b40a-351754e8c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:16.530522 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b7a1418-d377-43f8-8f73-e4aff86cec3b req-ff82b7a0-5fd2-4ccd-b40a-351754e8c05f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 917 time: 0.1011918 Feb 15 05:14:16.602970 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b7a1418-d377-43f8-8f73-e4aff86cec3b req-5f5109ad-3db3-42ad-9df7-f469e1d3e756 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 HTTP/1.1" status: 200 len: 1001 time: 0.0607579 Feb 15 05:14:16.655069 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1418-d377-43f8-8f73-e4aff86cec3b req-a9b605e2-321a-49c7-be6c-832027d98512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:16.656546 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b7a1418-d377-43f8-8f73-e4aff86cec3b req-a9b605e2-321a-49c7-be6c-832027d98512 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.0442884 Feb 15 05:14:16.708843 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1418-d377-43f8-8f73-e4aff86cec3b req-9c421f10-63a6-4cc3-91c5-0a2f9671b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:16.710467 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b7a1418-d377-43f8-8f73-e4aff86cec3b req-9c421f10-63a6-4cc3-91c5-0a2f9671b1b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467346 Feb 15 05:14:16.802818 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b7a1418-d377-43f8-8f73-e4aff86cec3b req-0db4ffa3-bc71-471d-b29e-10a44b4e08c7 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851443 Feb 15 05:14:16.905111 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b7a1418-d377-43f8-8f73-e4aff86cec3b req-ac6c2c6a-2ec1-438b-856c-efba430aad14 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893364 Feb 15 05:14:17.061231 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dfb5d-0862-4b4a-9c0f-a616a139ba56 req-8c1e0948-dc48-4afe-9a2d-63be477651fc tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:17.062690 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e82dfb5d-0862-4b4a-9c0f-a616a139ba56 req-8c1e0948-dc48-4afe-9a2d-63be477651fc tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0533297 Feb 15 05:14:17.148562 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e82dfb5d-0862-4b4a-9c0f-a616a139ba56 req-6a090a03-227b-49bc-86e4-6e21be05fd57 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787258 Feb 15 05:14:17.158132 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc9a73-cea1-4000-8884-392fb92a8f88 req-741c78b5-5f09-457c-a826-677095f76d76 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:17.159540 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eebc9a73-cea1-4000-8884-392fb92a8f88 req-741c78b5-5f09-457c-a826-677095f76d76 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 944 time: 0.0913913 Feb 15 05:14:17.206663 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eebc9a73-cea1-4000-8884-392fb92a8f88 req-f9bd065f-7077-49d5-bdcb-0c513c6a2e7c tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415032 Feb 15 05:14:18.188486 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00db289-1520-4d33-aec6-bd9f9d3172ca req-91fd84ca-c58c-437a-a164-460da6a77304 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:18.189922 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f00db289-1520-4d33-aec6-bd9f9d3172ca req-91fd84ca-c58c-437a-a164-460da6a77304 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 946 time: 0.0542843 Feb 15 05:14:18.258248 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f00db289-1520-4d33-aec6-bd9f9d3172ca req-b8a0c454-c1c8-40c0-bad0-1e92f4d1e9ee tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627537 Feb 15 05:14:18.285806 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690d1e8-50e0-4ba7-828e-6d953b189c62 req-47be63ff-2e16-4050-af13-f9b9bd5b4c2f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:18.287250 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7690d1e8-50e0-4ba7-828e-6d953b189c62 req-47be63ff-2e16-4050-af13-f9b9bd5b4c2f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0653279 Feb 15 05:14:18.359629 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7690d1e8-50e0-4ba7-828e-6d953b189c62 req-fd9c2de8-a6a4-4ee4-a0f0-05757af27e50 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668411 Feb 15 05:14:18.380172 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64166a27-9f5e-442b-977d-edc7b32d1f0c req-111297b2-97fe-4e71-a25a-8cb7e70aab7d tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:18.381601 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-64166a27-9f5e-442b-977d-edc7b32d1f0c req-111297b2-97fe-4e71-a25a-8cb7e70aab7d tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 944 time: 0.0694716 Feb 15 05:14:18.428954 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-64166a27-9f5e-442b-977d-edc7b32d1f0c req-e1d3687a-8cfe-41f5-a26e-ae4735fc0a55 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417306 Feb 15 05:14:19.213135 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:14:19.284469 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:14:19.290199 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:14:19.290584 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:19.406097 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:14:19.406494 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:19.413310 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57e681-fa23-41e7-bd39-9d41963fd312 req-fdba9198-6bd2-42d8-bf91-5f8883397cd4 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:19.414802 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b57e681-fa23-41e7-bd39-9d41963fd312 req-fdba9198-6bd2-42d8-bf91-5f8883397cd4 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 946 time: 0.0630164 Feb 15 05:14:19.439356 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57710) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:19.441807 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:19.444260 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd55f8be-7ebe-4e87-9b96-899990479e48" -d '{"events": [{"server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "name": "network-vif-plugged", "status": "completed", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:19.458267 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:19.462857 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:19.463742 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:19.501039 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b57e681-fa23-41e7-bd39-9d41963fd312 req-9b542c9d-4bf0-44a9-8ab4-c7db3c0fbe35 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801990 Feb 15 05:14:19.518580 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c9342-8018-4717-9394-b6d52f95e7ac req-6f16ff9c-8c45-4644-85f3-095ad9cfe66c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:19.525962 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f0c9342-8018-4717-9394-b6d52f95e7ac req-6f16ff9c-8c45-4644-85f3-095ad9cfe66c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 945 time: 0.0807614 Feb 15 05:14:19.586761 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f0c9342-8018-4717-9394-b6d52f95e7ac req-7aa98454-fc11-4195-9abd-9b8434f1655a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598519 Feb 15 05:14:19.604469 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de94b99-6a10-4852-943c-0f0a4a66e478 x-openstack-request-id: req-7de94b99-6a10-4852-943c-0f0a4a66e478 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:19.605084 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "name": "network-vif-plugged", "status": "completed", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:19.605559 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7de94b99-6a10-4852-943c-0f0a4a66e478 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:19.606430 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'code': 200} Feb 15 05:14:19.607177 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 is: ACTIVE; New status is: DOWN {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:14:19.607780 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9291392f-028f-4581-ba0e-25b4ee2ec3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:19.608039 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:19.619975 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:19.669148 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:19.675407 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:19.729085 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9291392f-028f-4581-ba0e-25b4ee2ec3c5 admin admin] Publish callbacks [] for security_group (72ad2c79-98be-4091-a00f-79a68068c3dc), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:19.733025 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,revision_number=8']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:19.733571 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fbe63-68cf-43bc-8a2d-c44548bb7dd6 req-46c4542f-2608-4792-ab9a-78078103c7bc tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:19.735191 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b7fbe63-68cf-43bc-8a2d-c44548bb7dd6 req-46c4542f-2608-4792-ab9a-78078103c7bc tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0546336 Feb 15 05:14:19.736693 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9291392f-028f-4581-ba0e-25b4ee2ec3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (72ad2c79-98be-4091-a00f-79a68068c3dc), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:19.769060 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291392f-028f-4581-ba0e-25b4ee2ec3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ad2c79-98be-4091-a00f-79a68068c3dc,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:19.792987 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9291392f-028f-4581-ba0e-25b4ee2ec3c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52d1d13afd934adf8bf0cb6fadab975e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518457 Feb 15 05:14:19.793794 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57726) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:19.826322 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b7fbe63-68cf-43bc-8a2d-c44548bb7dd6 req-ccd9dd45-6c2f-4f92-b74e-7238e451ff28 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835106 Feb 15 05:14:19.854682 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa0431a3-e76d-4b96-bdbb-203ef7a51838 admin admin] Publish callbacks [] for security_group (72ad2c79-98be-4091-a00f-79a68068c3dc), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:19.880401 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa0431a3-e76d-4b96-bdbb-203ef7a51838 admin admin] Publish callbacks [] for security_group (72ad2c79-98be-4091-a00f-79a68068c3dc), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:19.884311 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572de90-2251-472f-a1bc-edcf77eccb38 req-ef9b52cf-8289-440f-8503-af74fb86b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:19.885809 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c572de90-2251-472f-a1bc-edcf77eccb38 req-ef9b52cf-8289-440f-8503-af74fb86b819 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 1129 time: 0.0532370 Feb 15 05:14:19.940417 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c572de90-2251-472f-a1bc-edcf77eccb38 req-e6e15815-6d2a-4ae3-a098-dc668906a6b5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478334 Feb 15 05:14:19.945904 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa0431a3-e76d-4b96-bdbb-203ef7a51838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (72ad2c79-98be-4091-a00f-79a68068c3dc), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:19.948988 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa0431a3-e76d-4b96-bdbb-203ef7a51838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:19.950088 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-aa0431a3-e76d-4b96-bdbb-203ef7a51838 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72ad2c79-98be-4091-a00f-79a68068c3dc HTTP/1.1" status: 204 len: 168 time: 0.1539354 Feb 15 05:14:19.958434 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0431a3-e76d-4b96-bdbb-203ef7a51838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ad2c79-98be-4091-a00f-79a68068c3dc,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:20.147368 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-4cbe1692-44f8-4cee-ba4b-c9c67f64d994 req-693e2953-5162-4ce8-882a-46d1f5a63ccd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:14:20.148376 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4cbe1692-44f8-4cee-ba4b-c9c67f64d994 req-693e2953-5162-4ce8-882a-46d1f5a63ccd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052559 Feb 15 05:14:20.214798 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 57742) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:20.230620 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66356dfb-8208-49f4-8cf1-ab81feceb9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:20.350692 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff8824-d7c0-4958-8eab-17cbd9a5f391 req-fbe3b6fe-34a1-4c45-921d-8407cc8af468 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:20.352220 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cff8824-d7c0-4958-8eab-17cbd9a5f391 req-fbe3b6fe-34a1-4c45-921d-8407cc8af468 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0909507 Feb 15 05:14:20.387546 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66356dfb-8208-49f4-8cf1-ab81feceb9ce admin admin] Publish callbacks [] for security_group (75272e66-f881-41f3-8cf7-6709bc803eb7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:20.394602 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66356dfb-8208-49f4-8cf1-ab81feceb9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (75272e66-f881-41f3-8cf7-6709bc803eb7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:20.446580 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-66356dfb-8208-49f4-8cf1-ab81feceb9ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e593cbd771124b4887159c75aa34f957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305911 Feb 15 05:14:20.449418 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57756) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:20.453690 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cff8824-d7c0-4958-8eab-17cbd9a5f391 req-5d604f6f-9491-41c0-b996-569b11b496e6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926843 Feb 15 05:14:20.455759 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66356dfb-8208-49f4-8cf1-ab81feceb9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75272e66-f881-41f3-8cf7-6709bc803eb7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:20.524124 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae90e5b9-3aa5-4e6f-829e-66587af01437 admin admin] Publish callbacks [] for security_group (75272e66-f881-41f3-8cf7-6709bc803eb7), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:20.556572 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae90e5b9-3aa5-4e6f-829e-66587af01437 admin admin] Publish callbacks [] for security_group (75272e66-f881-41f3-8cf7-6709bc803eb7), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:20.614530 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae90e5b9-3aa5-4e6f-829e-66587af01437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (75272e66-f881-41f3-8cf7-6709bc803eb7), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:20.618149 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae90e5b9-3aa5-4e6f-829e-66587af01437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:20.620337 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ae90e5b9-3aa5-4e6f-829e-66587af01437 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75272e66-f881-41f3-8cf7-6709bc803eb7 HTTP/1.1" status: 204 len: 168 time: 0.1681232 Feb 15 05:14:20.634465 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90e5b9-3aa5-4e6f-829e-66587af01437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75272e66-f881-41f3-8cf7-6709bc803eb7,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:20.684735 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e997e-2ab3-4e99-a3f3-114b05df826c req-4c217276-3961-48fc-8106-3e4c49fcfa41 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:20.686487 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d04e997e-2ab3-4e99-a3f3-114b05df826c req-4c217276-3961-48fc-8106-3e4c49fcfa41 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 946 time: 0.1033406 Feb 15 05:14:20.708407 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e4ead-9dac-40ad-9714-3331fad8d330 req-78348d5a-8278-43c8-b425-d2582ae544d6 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:20.709826 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d6e4ead-9dac-40ad-9714-3331fad8d330 req-78348d5a-8278-43c8-b425-d2582ae544d6 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 946 time: 0.1170702 Feb 15 05:14:20.718439 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57770) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:20.801877 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d04e997e-2ab3-4e99-a3f3-114b05df826c req-e8972a9e-5d50-4fb9-b43b-6d74d3e19d4d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078587 Feb 15 05:14:20.823762 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-1d63b4d8-ce79-456e-8fae-284354ddcfbc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999916 Feb 15 05:14:20.830304 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-ee8dd303-6f0b-4101-9dce-21fb43856d32 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:14:20.831296 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-ee8dd303-6f0b-4101-9dce-21fb43856d32 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059769 Feb 15 05:14:20.839028 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-2d6e4ead-9dac-40ad-9714-3331fad8d330 req-bce86bfb-fed6-4568-8964-5d8c35031c4c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Deleting port 16670196-03a8-41a9-8846-010d10eaf21a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:20.839374 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2d6e4ead-9dac-40ad-9714-3331fad8d330 req-bce86bfb-fed6-4568-8964-5d8c35031c4c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (16670196-03a8-41a9-8846-010d10eaf21a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:20.982420 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6cb3d-90e6-4079-9cb8-101e61222eb8 req-4d23294d-fae6-4dba-bff2-21574048d667 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:20.983959 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ef6cb3d-90e6-4079-9cb8-101e61222eb8 req-4d23294d-fae6-4dba-bff2-21574048d667 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0792751 Feb 15 05:14:21.001701 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57782) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:21.010080 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57784) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:21.014473 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-2d6e4ead-9dac-40ad-9714-3331fad8d330 req-bce86bfb-fed6-4568-8964-5d8c35031c4c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] For port 16670196-03a8-41a9-8846-010d10eaf21a, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=16670196-03a8-41a9-8846-010d10eaf21a,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:21.014861 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2d6e4ead-9dac-40ad-9714-3331fad8d330 req-bce86bfb-fed6-4568-8964-5d8c35031c4c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (16670196-03a8-41a9-8846-010d10eaf21a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:21.024979 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6702508f-0f9b-4584-85bf-b3e6e67a1fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:21.038943 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-2d6e4ead-9dac-40ad-9714-3331fad8d330 req-bce86bfb-fed6-4568-8964-5d8c35031c4c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Calling delete_port for 16670196-03a8-41a9-8846-010d10eaf21a owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:21.072715 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ef6cb3d-90e6-4079-9cb8-101e61222eb8 req-2642394c-e926-4ec5-9960-9b6356d053e8 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793340 Feb 15 05:14:21.105284 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6702508f-0f9b-4584-85bf-b3e6e67a1fcd admin admin] Publish callbacks [] for security_group (60b0e2a9-43a4-4bdf-a7a4-095ab579bbff), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:21.110343 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6702508f-0f9b-4584-85bf-b3e6e67a1fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (60b0e2a9-43a4-4bdf-a7a4-095ab579bbff), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:21.152387 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6702508f-0f9b-4584-85bf-b3e6e67a1fcd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11fd4485d1db4d809ec4e666d12a8dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390240 Feb 15 05:14:21.152387 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702508f-0f9b-4584-85bf-b3e6e67a1fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b0e2a9-43a4-4bdf-a7a4-095ab579bbff,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:21.154761 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57788) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:21.195448 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2d6e4ead-9dac-40ad-9714-3331fad8d330 req-bce86bfb-fed6-4568-8964-5d8c35031c4c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (16670196-03a8-41a9-8846-010d10eaf21a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:21.204604 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-213aee3c-7a9f-4c83-aa0a-ed46d859c2ff admin admin] Publish callbacks [] for security_group (60b0e2a9-43a4-4bdf-a7a4-095ab579bbff), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:21.208317 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b2cebbd3-6edb-4149-aa72-0b31134b56d2', 'ac96dd9a-0759-487a-bcf0-1e473b576087', '7afa32ee-94b6-4890-906a-947cb731ac23', '16670196-03a8-41a9-8846-010d10eaf21a'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:14:21.228573 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-213aee3c-7a9f-4c83-aa0a-ed46d859c2ff admin admin] Publish callbacks [] for security_group (60b0e2a9-43a4-4bdf-a7a4-095ab579bbff), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:21.228768 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce86bfb-fed6-4568-8964-5d8c35031c4c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Pushing event deleted for resources: {'Port': ['ID=16670196-03a8-41a9-8846-010d10eaf21a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:21.263410 dv-cinder-828696-5-iscsi neutron-server[102670]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 05:14:21.286166 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6e4ead-9dac-40ad-9714-3331fad8d330 req-bce86bfb-fed6-4568-8964-5d8c35031c4c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] No DVR routers for this DVR port 16670196-03a8-41a9-8846-010d10eaf21a on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:14:21.288736 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2d6e4ead-9dac-40ad-9714-3331fad8d330 req-bce86bfb-fed6-4568-8964-5d8c35031c4c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:21.292347 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d6e4ead-9dac-40ad-9714-3331fad8d330 req-bce86bfb-fed6-4568-8964-5d8c35031c4c tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "DELETE /v2.0/ports/16670196-03a8-41a9-8846-010d10eaf21a HTTP/1.1" status: 204 len: 173 time: 0.5749745 Feb 15 05:14:21.292824 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b53e3f2-1bd4-4765-94b0-c55072fa8c8e', 'name': 'network-vif-deleted', 'tag': '16670196-03a8-41a9-8846-010d10eaf21a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:21.295174 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c147d09-5109-4474-9b65-b057ce1b07a5" -d '{"events": [{"server_uuid": "8b53e3f2-1bd4-4765-94b0-c55072fa8c8e", "name": "network-vif-deleted", "tag": "16670196-03a8-41a9-8846-010d10eaf21a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:21.332876 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-857881d9-1843-49be-98c7-9250ffbd2b13 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:21.334294 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-857881d9-1843-49be-98c7-9250ffbd2b13 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports/0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 HTTP/1.1" status: 200 len: 940 time: 0.3315315 Feb 15 05:14:21.352960 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-213aee3c-7a9f-4c83-aa0a-ed46d859c2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (60b0e2a9-43a4-4bdf-a7a4-095ab579bbff), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:21.361554 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944df979-71a7-42a5-8406-0a44ece8319c x-openstack-request-id: req-944df979-71a7-42a5-8406-0a44ece8319c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:21.361850 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b53e3f2-1bd4-4765-94b0-c55072fa8c8e", "name": "network-vif-deleted", "tag": "16670196-03a8-41a9-8846-010d10eaf21a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:21.362106 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-944df979-71a7-42a5-8406-0a44ece8319c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:21.362505 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b53e3f2-1bd4-4765-94b0-c55072fa8c8e', 'name': 'network-vif-deleted', 'tag': '16670196-03a8-41a9-8846-010d10eaf21a', 'status': 'completed', 'code': 200} Feb 15 05:14:21.363106 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-213aee3c-7a9f-4c83-aa0a-ed46d859c2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:21.364286 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-213aee3c-7a9f-4c83-aa0a-ed46d859c2ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60b0e2a9-43a4-4bdf-a7a4-095ab579bbff HTTP/1.1" status: 204 len: 168 time: 0.2085872 Feb 15 05:14:21.373711 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213aee3c-7a9f-4c83-aa0a-ed46d859c2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b0e2a9-43a4-4bdf-a7a4-095ab579bbff,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:21.608197 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:21.612777 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055dcc55-b0e6-4c8c-9624-40ea1c2d55d8" -d '{"events": [{"server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "name": "network-vif-unplugged", "status": "completed", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:21.655425 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8aeb1-7b6d-47f2-89ff-948422021229 req-5575341d-ba98-4540-9742-fc082d6a0262 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:21.657702 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a9b8aeb1-7b6d-47f2-89ff-948422021229 req-5575341d-ba98-4540-9742-fc082d6a0262 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0785162 Feb 15 05:14:21.735707 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a9b8aeb1-7b6d-47f2-89ff-948422021229 req-51aea10c-fc2a-45a0-a991-e6cc08596f81 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670149 Feb 15 05:14:21.749711 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52eacfd-5aaa-4656-b483-24bfb184373c x-openstack-request-id: req-f52eacfd-5aaa-4656-b483-24bfb184373c {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:21.750057 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "name": "network-vif-unplugged", "status": "failed", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538", "code": 422}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:21.750313 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f52eacfd-5aaa-4656-b483-24bfb184373c {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:21.751305 dv-cinder-828696-5-iscsi neutron-server[102671]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'code': 422} returned with failed status Feb 15 05:14:21.869353 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bb761-2de9-4576-b2c9-c6fb3367b99e req-f6d0b170-2bd5-4669-a2d9-458b9a682e07 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:21.871990 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-489bb761-2de9-4576-b2c9-c6fb3367b99e req-f6d0b170-2bd5-4669-a2d9-458b9a682e07 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 946 time: 0.0635240 Feb 15 05:14:21.963483 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:22.226686 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60f79982-e6ee-43cc-8c7b-73b0112cf0fb req-ccbd8246-c914-4822-ad24-dbda575340d0 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b53e3f2-1bd4-4765-94b0-c55072fa8c8e HTTP/1.1" status: 200 len: 210 time: 0.2950830 Feb 15 05:14:22.234111 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-489bb761-2de9-4576-b2c9-c6fb3367b99e req-c3665fdd-76a8-4a9c-9042-6d916a8c01bc tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539279 Feb 15 05:14:22.331816 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d4410-7f0b-42a4-9fb5-2e8ae07b7e15 req-fe363f6f-64cb-4347-b60e-a16c0f8fcaf1 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:22.333321 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb7d4410-7f0b-42a4-9fb5-2e8ae07b7e15 req-fe363f6f-64cb-4347-b60e-a16c0f8fcaf1 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0530224 Feb 15 05:14:22.389241 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb7d4410-7f0b-42a4-9fb5-2e8ae07b7e15 req-c1578ddc-b62f-443c-b9d9-105b33c79ba2 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496352 Feb 15 05:14:22.525002 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1da62-f65e-4318-9b72-793617cd87d4 req-1c913c2c-8334-4abf-afe0-1d0d3e50f8af tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:22.531934 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9c1da62-f65e-4318-9b72-793617cd87d4 req-1c913c2c-8334-4abf-afe0-1d0d3e50f8af tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0684123 Feb 15 05:14:22.581073 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9c1da62-f65e-4318-9b72-793617cd87d4 req-1b261880-d53f-42de-9122-16664c4724d9 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476720 Feb 15 05:14:22.604261 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 57838) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:22.800683 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e288c-bb9d-4dd0-a3c1-04870aa6fbc6 tempest-TestShelveInstance-1003297709 tempest-TestShelveInstance-1003297709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:22.805391 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 57844) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:14:22.805950 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-847e288c-bb9d-4dd0-a3c1-04870aa6fbc6 tempest-TestShelveInstance-1003297709 tempest-TestShelveInstance-1003297709-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 1124 time: 0.1996303 Feb 15 05:14:22.810056 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Request body: {'floatingip': {'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'port_id': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:14:22.834540 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:22.884548 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8662f-c0a8-4153-be0c-5de9ca8a37a8 req-d53e8101-daa7-43b7-b247-0119f0e673ce tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:22.892978 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19d8662f-c0a8-4153-be0c-5de9ca8a37a8 req-d53e8101-daa7-43b7-b247-0119f0e673ce tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0641284 Feb 15 05:14:22.963544 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:22.993602 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19d8662f-c0a8-4153-be0c-5de9ca8a37a8 req-42a0d84b-3913-443d-8512-90f31846d6f8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990865 Feb 15 05:14:23.053737 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-33c9852e-a7a7-4e51-baca-373c6f1aa729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:23.055467 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-33c9852e-a7a7-4e51-baca-373c6f1aa729 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362&tenant_id=17c593bc1f1546b08b29ee3016e2bf5b HTTP/1.1" status: 200 len: 1127 time: 0.1139784 Feb 15 05:14:23.071636 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Allocated IP 172.27.3.35 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/62a10843-c6bd-49ba-82aa-c8a062210cdd) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:14:23.121436 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-1f35a2cb-c8c5-4a24-8f97-da7c3e0f8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:23.123027 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-1f35a2cb-c8c5-4a24-8f97-da7c3e0f8d22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 1127 time: 0.0447488 Feb 15 05:14:23.174933 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for port (62a10843-c6bd-49ba-82aa-c8a062210cdd), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:23.208059 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (62a10843-c6bd-49ba-82aa-c8a062210cdd), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:23.214330 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 16670196-03a8-41a9-8846-010d10eaf21a no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:23.214878 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-6163f86b-cd48-486d-8e88-c7750a3677f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:23.216208 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-6163f86b-cd48-486d-8e88-c7750a3677f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 917 time: 0.0869694 Feb 15 05:14:23.235712 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: 16670196-03a8-41a9-8846-010d10eaf21a {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:14:23.236060 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 16670196-03a8-41a9-8846-010d10eaf21a not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:14:23.236480 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:23.244526 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:14:23.248573 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:14:23.265419 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:14:23.292640 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-b58446bf-767b-4f3b-836a-80174ba9f8e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 HTTP/1.1" status: 200 len: 999 time: 0.0681605 Feb 15 05:14:23.304043 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event updated for resources: {'Port': ['ID=62a10843-c6bd-49ba-82aa-c8a062210cdd,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:23.347423 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 is: DOWN; New status is: DOWN {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:14:23.350312 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-d540c074-bbf1-4276-a868-4146c2a0c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:23.352024 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-d540c074-bbf1-4276-a868-4146c2a0c126 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.0524406 Feb 15 05:14:23.443654 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d3301-04db-4a97-822e-52c404fbf9ef req-58e2c683-b2e1-49b2-b080-b9f0109bd533 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:23.443654 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c6d3301-04db-4a97-822e-52c404fbf9ef req-58e2c683-b2e1-49b2-b080-b9f0109bd533 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 946 time: 0.0856278 Feb 15 05:14:23.444564 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-b51c492b-633d-43bb-9ff9-e803a02f9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:23.446095 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-b51c492b-633d-43bb-9ff9-e803a02f9d65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844343 Feb 15 05:14:23.542218 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c6d3301-04db-4a97-822e-52c404fbf9ef req-e6bffa81-4ca2-442f-9e73-cba5ec1564ce tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921566 Feb 15 05:14:23.572728 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-b7fbefaa-57f6-4594-bc51-2c84ceecc830 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153998 Feb 15 05:14:23.660262 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff4897cc-6dfd-4c7d-b81e-e96448fd12d6 req-82f8db53-673d-4e42-8979-4df919299282 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804148 Feb 15 05:14:23.794991 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for floatingip (fc3c792a-1cdd-43d6-a49b-8f10d49154e4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:23.888847 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c960ac-19cc-41db-bf8d-12c2b7fa96de req-29f6366c-3cf0-404e-8223-ad68a18102bc tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:23.890600 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8c960ac-19cc-41db-bf8d-12c2b7fa96de req-29f6366c-3cf0-404e-8223-ad68a18102bc tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 946 time: 0.0594478 Feb 15 05:14:24.040570 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-b8c960ac-19cc-41db-bf8d-12c2b7fa96de req-0d4726ed-4906-4cd0-9b74-adb576d49f96 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Deleting port 85de328b-40e7-4d06-b9bd-793814238a0d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:24.043571 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b8c960ac-19cc-41db-bf8d-12c2b7fa96de req-0d4726ed-4906-4cd0-9b74-adb576d49f96 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:24.151912 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (62a10843-c6bd-49ba-82aa-c8a062210cdd), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:24.215422 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc94817-354e-4835-88c8-96e76a66b0cd req-a3285949-4b7c-4bfc-9a9b-fbbb81ac52aa tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:24.217148 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cc94817-354e-4835-88c8-96e76a66b0cd req-a3285949-4b7c-4bfc-9a9b-fbbb81ac52aa tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0972037 Feb 15 05:14:24.257405 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-b8c960ac-19cc-41db-bf8d-12c2b7fa96de req-0d4726ed-4906-4cd0-9b74-adb576d49f96 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] For port 85de328b-40e7-4d06-b9bd-793814238a0d, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=85de328b-40e7-4d06-b9bd-793814238a0d,segment=NetworkSegment(8bdb8370-05f6-4198-a90f-d0a4acdb5d4c),segment_id=8bdb8370-05f6-4198-a90f-d0a4acdb5d4c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:24.257830 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b8c960ac-19cc-41db-bf8d-12c2b7fa96de req-0d4726ed-4906-4cd0-9b74-adb576d49f96 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:24.274381 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-b8c960ac-19cc-41db-bf8d-12c2b7fa96de req-0d4726ed-4906-4cd0-9b74-adb576d49f96 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Calling delete_port for 85de328b-40e7-4d06-b9bd-793814238a0d owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:24.349887 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for port (62a10843-c6bd-49ba-82aa-c8a062210cdd), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:24.357968 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (62a10843-c6bd-49ba-82aa-c8a062210cdd), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:24.413881 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cc94817-354e-4835-88c8-96e76a66b0cd req-b1a32f71-fc86-4c45-8f83-13e8c099b6f7 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883657 Feb 15 05:14:24.506920 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b8c960ac-19cc-41db-bf8d-12c2b7fa96de req-0d4726ed-4906-4cd0-9b74-adb576d49f96 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (85de328b-40e7-4d06-b9bd-793814238a0d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:24.527321 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['85de328b-40e7-4d06-b9bd-793814238a0d'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:14:24.588332 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event updated for resources: {'Port': ['ID=62a10843-c6bd-49ba-82aa-c8a062210cdd,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:24.627536 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (fc3c792a-1cdd-43d6-a49b-8f10d49154e4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:24.708887 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4726ed-4906-4cd0-9b74-adb576d49f96 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Pushing event deleted for resources: {'Port': ['ID=85de328b-40e7-4d06-b9bd-793814238a0d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:24.711873 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c960ac-19cc-41db-bf8d-12c2b7fa96de req-0d4726ed-4906-4cd0-9b74-adb576d49f96 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] No DVR routers for this DVR port 85de328b-40e7-4d06-b9bd-793814238a0d on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:14:24.714771 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b8c960ac-19cc-41db-bf8d-12c2b7fa96de req-0d4726ed-4906-4cd0-9b74-adb576d49f96 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:24.718460 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8c960ac-19cc-41db-bf8d-12c2b7fa96de req-0d4726ed-4906-4cd0-9b74-adb576d49f96 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.61 "DELETE /v2.0/ports/85de328b-40e7-4d06-b9bd-793814238a0d HTTP/1.1" status: 204 len: 173 time: 0.8209677 Feb 15 05:14:24.736788 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a5b1d5-6583-49bc-b597-566b38325334', 'name': 'network-vif-deleted', 'tag': '85de328b-40e7-4d06-b9bd-793814238a0d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:24.744778 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ea2468-b817-449f-92cb-8913e5cd47e8" -d '{"events": [{"server_uuid": "d2a5b1d5-6583-49bc-b597-566b38325334", "name": "network-vif-deleted", "tag": "85de328b-40e7-4d06-b9bd-793814238a0d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:24.822619 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4a834cf-1117-4f28-b71b-8fd50a8a5b97 req-eba814db-353b-44ad-ab01-bfdef8b4ad48 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.1157906 Feb 15 05:14:24.896826 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3765c7d-3375-4075-aaf2-db7191a9ad4a x-openstack-request-id: req-c3765c7d-3375-4075-aaf2-db7191a9ad4a {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:24.897945 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a5b1d5-6583-49bc-b597-566b38325334", "name": "network-vif-deleted", "tag": "85de328b-40e7-4d06-b9bd-793814238a0d", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:24.898534 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3765c7d-3375-4075-aaf2-db7191a9ad4a {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:24.898786 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a5b1d5-6583-49bc-b597-566b38325334', 'name': 'network-vif-deleted', 'tag': '85de328b-40e7-4d06-b9bd-793814238a0d', 'status': 'completed', 'code': 200} Feb 15 05:14:24.928642 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Floating IP fc3c792a-1cdd-43d6-a49b-8f10d49154e4 associated. External IP: 172.27.3.35, port: 3c9cfd6f-ca78-4115-8f03-93c99a0c4070. Feb 15 05:14:25.029186 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687747d3-20c5-4bd4-af3a-8e4585c66f9a req-de6e2824-7b22-46a4-94e7-cb514715ebb3 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:25.030954 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-687747d3-20c5-4bd4-af3a-8e4585c66f9a req-de6e2824-7b22-46a4-94e7-cb514715ebb3 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0742409 Feb 15 05:14:25.103158 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-687747d3-20c5-4bd4-af3a-8e4585c66f9a req-de8fa7b7-842f-40c5-ab30-b01012c01d9a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470188 Feb 15 05:14:25.232230 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Router f2ec6413-ff40-4607-94ec-66593221b255 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:14:25.352937 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:14:25.364065 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18418673-7e51-4866-b6a9-cd3b39c17ae7 None None] Sync routers for ids ['f2ec6413-ff40-4607-94ec-66593221b255'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:14:25.371349 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:25.374069 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18418673-7e51-4866-b6a9-cd3b39c17ae7 None None] Routers {'f2ec6413-ff40-4607-94ec-66593221b255'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:14:25.374696 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-18418673-7e51-4866-b6a9-cd3b39c17ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:14:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['f2ec6413-ff40-4607-94ec-66593221b255'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:25.402962 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f6e8242e-6f99-433d-8bce-325e00981ced tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5963120 Feb 15 05:14:25.403847 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:25.406301 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d405f78e54060b3f35fba0d75da544d2410d2332c32325fa9b97c03aebb98be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae49a865-3bb5-4190-8f8b-281ae8f81d95" -d '{"events": [{"name": "network-changed", "server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:25.453401 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ed5510-708e-45c7-af68-51546de46ae7 x-openstack-request-id: req-78ed5510-708e-45c7-af68-51546de46ae7 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:25.453730 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:25.453992 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78ed5510-708e-45c7-af68-51546de46ae7 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:25.454440 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'status': 'completed', 'code': 200} Feb 15 05:14:25.523888 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-18418673-7e51-4866-b6a9-cd3b39c17ae7 None None] Set router f2ec6413-ff40-4607-94ec-66593221b255 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:14:25.571760 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863da9ac-844f-439d-89f2-c47ec740e349 req-6c5a0b52-6417-40da-9ace-36d9ab9ce77e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:25.575180 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-863da9ac-844f-439d-89f2-c47ec740e349 req-6c5a0b52-6417-40da-9ace-36d9ab9ce77e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0658095 Feb 15 05:14:25.629679 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-863da9ac-844f-439d-89f2-c47ec740e349 req-537387b6-aa7c-475d-80ac-ce0947d6a56f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489278 Feb 15 05:14:25.932574 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-18418673-7e51-4866-b6a9-cd3b39c17ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:12:52Z', 'revision_number': 4, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': 'fc3c792a-1cdd-43d6-a49b-8f10d49154e4', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'port_id': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'mac_address': 'fa:16:3e:b7:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:14:23Z', 'updated_at': '2022-02-15T05:14:23Z', 'revision_number': 0, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077bb901-15de-41de-a057-f1bdaed6de58', 'name': '', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'mac_address': 'fa:16:3e:de:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:51Z', 'updated_at': '2022-02-15T05:12:56Z', 'revision_number': 5, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'subnets': [{'id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:25.970701 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18418673-7e51-4866-b6a9-cd3b39c17ae7 None None] Checking router: f2ec6413-ff40-4607-94ec-66593221b255 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:14:25.983403 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18418673-7e51-4866-b6a9-cd3b39c17ae7 None None] Routers {'f2ec6413-ff40-4607-94ec-66593221b255'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:14:25.984096 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-18418673-7e51-4866-b6a9-cd3b39c17ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:14:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['f2ec6413-ff40-4607-94ec-66593221b255'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:26.037882 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cfd6637b-b21b-45d4-a464-29ed29362a4b req-9fa594f8-d199-4d98-9894-d8413cc0a784 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0540907 Feb 15 05:14:26.102539 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-18418673-7e51-4866-b6a9-cd3b39c17ae7 None None] Set router f2ec6413-ff40-4607-94ec-66593221b255 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:14:26.241006 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d91dee-15cb-4797-9899-05b80c6e12f0 req-67c9b733-fafb-45c7-a065-67b35f9a404d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:26.242528 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c3d91dee-15cb-4797-9899-05b80c6e12f0 req-67c9b733-fafb-45c7-a065-67b35f9a404d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0591645 Feb 15 05:14:26.304573 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c3d91dee-15cb-4797-9899-05b80c6e12f0 req-5ff03ae8-b1dd-43ed-8ef9-595dcbe1b207 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552163 Feb 15 05:14:26.364196 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-18418673-7e51-4866-b6a9-cd3b39c17ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:12:52Z', 'revision_number': 4, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': 'fc3c792a-1cdd-43d6-a49b-8f10d49154e4', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'port_id': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'mac_address': 'fa:16:3e:b7:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:14:23Z', 'updated_at': '2022-02-15T05:14:23Z', 'revision_number': 0, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077bb901-15de-41de-a057-f1bdaed6de58', 'name': '', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'mac_address': 'fa:16:3e:de:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:51Z', 'updated_at': '2022-02-15T05:12:56Z', 'revision_number': 5, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'subnets': [{'id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:14:26.390876 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18418673-7e51-4866-b6a9-cd3b39c17ae7 None None] The sync data for ids ['f2ec6413-ff40-4607-94ec-66593221b255'] in dv-cinder-828696-5-iscsi is: [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:12:52Z', 'revision_number': 4, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': 'fc3c792a-1cdd-43d6-a49b-8f10d49154e4', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'port_id': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'mac_address': 'fa:16:3e:b7:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:14:23Z', 'updated_at': '2022-02-15T05:14:23Z', 'revision_number': 0, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077bb901-15de-41de-a057-f1bdaed6de58', 'name': '', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'mac_address': 'fa:16:3e:de:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:51Z', 'updated_at': '2022-02-15T05:12:56Z', 'revision_number': 5, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'subnets': [{'id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:14:26.600740 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771e1915-6d76-41a5-aa49-731f401fd458 None None] New status for floating IP fc3c792a-1cdd-43d6-a49b-8f10d49154e4: ACTIVE {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:14:26.772999 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42fc78-8537-48fd-ab2e-d49688ab0e1d req-04a179f1-27c4-44c0-ac86-2350f4542dde tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:26.779929 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1c42fc78-8537-48fd-ab2e-d49688ab0e1d req-04a179f1-27c4-44c0-ac86-2350f4542dde tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0605278 Feb 15 05:14:26.832593 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1c42fc78-8537-48fd-ab2e-d49688ab0e1d req-55ba9b80-9303-42a1-8f5e-4db94c733efc tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515051 Feb 15 05:14:27.168132 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f8e2d31-3cfd-40a6-9226-be5e7a85121b req-bf969a8c-2344-4afb-b743-123226659692 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0455685 Feb 15 05:14:27.260808 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 85de328b-40e7-4d06-b9bd-793814238a0d no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:27.284139 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: 85de328b-40e7-4d06-b9bd-793814238a0d {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:14:27.284490 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 85de328b-40e7-4d06-b9bd-793814238a0d not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:14:27.423164 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21c5be-34e5-433f-b7d3-8d131ea78939 req-3f42f608-3c09-49dd-830f-392ed4e13557 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:27.424698 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1f21c5be-34e5-433f-b7d3-8d131ea78939 req-3f42f608-3c09-49dd-830f-392ed4e13557 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0552137 Feb 15 05:14:27.477536 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1f21c5be-34e5-433f-b7d3-8d131ea78939 req-04d1d7c7-02a7-43ed-b534-ebfb3e2fb4b6 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453558 Feb 15 05:14:27.959168 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be1b1a-f1bc-423a-9b8f-ac75c4a70bd2 req-a1bda23a-7e88-4a24-a190-d28f289d1e8f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:27.960796 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5be1b1a-f1bc-423a-9b8f-ac75c4a70bd2 req-a1bda23a-7e88-4a24-a190-d28f289d1e8f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0545304 Feb 15 05:14:28.006495 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5be1b1a-f1bc-423a-9b8f-ac75c4a70bd2 req-c7df3d65-b52e-433e-8167-bc8dd0abd45c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401146 Feb 15 05:14:28.283714 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ed6437e7-e20b-4c64-963b-86f936566426 req-2ac332ff-a22b-41d2-aa37-d656a2c6783f tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0369842 Feb 15 05:14:28.644667 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f41e-4baa-4f9e-af69-6908fb75847d req-ef35dead-3d66-4d35-8140-ef3fba649e13 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:28.646483 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d074f41e-4baa-4f9e-af69-6908fb75847d req-ef35dead-3d66-4d35-8140-ef3fba649e13 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0678909 Feb 15 05:14:28.717672 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d074f41e-4baa-4f9e-af69-6908fb75847d req-e7d395de-e9b3-449d-83f9-521baec80c5a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653086 Feb 15 05:14:29.134940 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc645-af6b-4f3e-96c2-b53a4ce99cc0 req-dfe4fad6-5fe8-4ce7-8784-4981942694fe tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:29.136452 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-406bc645-af6b-4f3e-96c2-b53a4ce99cc0 req-dfe4fad6-5fe8-4ce7-8784-4981942694fe tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0527041 Feb 15 05:14:29.183944 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-406bc645-af6b-4f3e-96c2-b53a4ce99cc0 req-4d197fe8-6008-4d0a-9c61-295887e9928d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419247 Feb 15 05:14:29.394531 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1558d539-e750-477a-862f-69fbaad36fd9 req-50c29a73-6866-4673-99e8-75ae2acf8325 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0300274 Feb 15 05:14:29.879369 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff398e5-a971-4a6a-b919-389ec00bd753 req-39677b06-119e-43a4-811a-bdedac600604 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:29.880989 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ff398e5-a971-4a6a-b919-389ec00bd753 req-39677b06-119e-43a4-811a-bdedac600604 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0747809 Feb 15 05:14:29.952920 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ff398e5-a971-4a6a-b919-389ec00bd753 req-23f16e4e-fe06-4b30-9c1f-ceaf6e0e4201 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646551 Feb 15 05:14:30.313184 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29999d4-6b2f-4aef-937d-f31ec38837fd req-e3b38fe8-81db-4373-ab0e-4224d556af74 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:30.315320 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f29999d4-6b2f-4aef-937d-f31ec38837fd req-e3b38fe8-81db-4373-ab0e-4224d556af74 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0545254 Feb 15 05:14:30.364539 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f29999d4-6b2f-4aef-937d-f31ec38837fd req-b5642da7-ea36-43ef-b5bb-84389f5de978 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419550 Feb 15 05:14:30.512176 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-014158bf-085f-4779-bc34-ff13aa71720b req-6c9d948a-2683-4a7e-bcbc-f63a3bdb433e tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0377045 Feb 15 05:14:31.104164 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3fb01-b181-4b91-a6e8-11ead595aaac req-21ad8a6e-2841-4b6b-b93d-a502aefb5a23 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:31.105923 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bfb3fb01-b181-4b91-a6e8-11ead595aaac req-21ad8a6e-2841-4b6b-b93d-a502aefb5a23 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0796902 Feb 15 05:14:31.155081 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bfb3fb01-b181-4b91-a6e8-11ead595aaac req-95337afb-ec06-47b0-b1f5-e383dc511dad tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Feb 15 05:14:31.491019 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7bc2d-2cad-4cf0-ad94-0ff0225aa35b req-0f9c3b76-f076-47c8-b166-6ada3668e2a4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:31.492534 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9d7bc2d-2cad-4cf0-ad94-0ff0225aa35b req-0f9c3b76-f076-47c8-b166-6ada3668e2a4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0530658 Feb 15 05:14:31.541854 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9d7bc2d-2cad-4cf0-ad94-0ff0225aa35b req-a57d8b16-8f2f-436f-ab77-31c61599f670 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436373 Feb 15 05:14:31.625935 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b4bf9a3-aaa2-43d4-b4eb-c7fe9c5f0ccc req-9fef7cc6-e83d-4346-bbba-88e91ec4264f tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0310733 Feb 15 05:14:32.269892 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212c524-242e-4046-8b18-56bddf2ed343 req-2041c03c-58d7-4bde-850d-b3304f518209 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:32.271311 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c212c524-242e-4046-8b18-56bddf2ed343 req-2041c03c-58d7-4bde-850d-b3304f518209 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0505962 Feb 15 05:14:32.315341 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c212c524-242e-4046-8b18-56bddf2ed343 req-181d7c6f-5d6b-4390-9076-0b223d7aa2ea tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386503 Feb 15 05:14:32.662913 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2118e-076a-4ab1-8047-f17fc53ad158 req-6faca421-2c05-468a-8529-b2ef0db9de24 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:32.664374 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99f2118e-076a-4ab1-8047-f17fc53ad158 req-6faca421-2c05-468a-8529-b2ef0db9de24 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0506747 Feb 15 05:14:32.718552 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99f2118e-076a-4ab1-8047-f17fc53ad158 req-a99b0a35-2eb5-4517-92a9-1c78928c96f7 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486946 Feb 15 05:14:32.737822 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e3b1eca3-2047-4a4d-871a-0c1fbe1120a1 req-46c55a4c-b268-43f8-a768-e4469aa24f17 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0315118 Feb 15 05:14:33.217660 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6a6314b2-c563-45af-9677-365f2a730287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:33.428613 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6551a9-2600-44bf-8788-e5a08152b53c req-6c6f09d6-900a-42ee-8e14-7a8732a8699f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:33.430065 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5d6551a9-2600-44bf-8788-e5a08152b53c req-6c6f09d6-900a-42ee-8e14-7a8732a8699f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0518656 Feb 15 05:14:33.475455 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5d6551a9-2600-44bf-8788-e5a08152b53c req-735f683d-9f9b-4e04-922f-5de230cc45fc tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398822 Feb 15 05:14:33.844427 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d7a9dc4-8712-43df-8b27-429177118c02 req-dd25b082-8271-42c8-b31a-780722e5d435 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0285156 Feb 15 05:14:33.862749 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18336-ed66-4009-abdb-0453619a7d69 req-3a77e39a-65b1-4ccb-ab84-d286d3d55d62 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:33.864204 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c5c18336-ed66-4009-abdb-0453619a7d69 req-3a77e39a-65b1-4ccb-ab84-d286d3d55d62 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0734220 Feb 15 05:14:33.912382 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c5c18336-ed66-4009-abdb-0453619a7d69 req-9af99151-71b5-45b1-a353-d50e4349b675 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427427 Feb 15 05:14:34.595493 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e25491-27a8-4280-abc5-5a48fda0c6b6 req-a9a445e3-01d7-48dd-9469-18dd54e24043 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:34.597094 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6e25491-27a8-4280-abc5-5a48fda0c6b6 req-a9a445e3-01d7-48dd-9469-18dd54e24043 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0533226 Feb 15 05:14:34.641231 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6e25491-27a8-4280-abc5-5a48fda0c6b6 req-8208bf1e-874f-4d36-bb2d-9dac58c5f7a4 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387549 Feb 15 05:14:34.962113 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1c7007cf-4a7e-422a-8aba-2f5696d3e6a2 req-d58be751-c26e-4da6-8f43-dc44200fd06f tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0379069 Feb 15 05:14:35.055771 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b8465-ca9c-4ca2-b9b7-983d16499ed1 req-a116610d-3fc1-4962-9455-881a81de9741 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:35.057236 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-921b8465-ca9c-4ca2-b9b7-983d16499ed1 req-a116610d-3fc1-4962-9455-881a81de9741 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0600097 Feb 15 05:14:35.108095 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-921b8465-ca9c-4ca2-b9b7-983d16499ed1 req-ed0bc653-28f0-43c8-8352-0a13f05f181f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454166 Feb 15 05:14:35.430365 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dc833eee-804c-4b30-9bba-771521d0a6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:35.756466 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93735d-5afe-4be2-953e-f9b996edc4d2 req-e25e2498-e717-4607-ac3c-467c0ef0ddf9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:35.758104 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b93735d-5afe-4be2-953e-f9b996edc4d2 req-e25e2498-e717-4607-ac3c-467c0ef0ddf9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0508363 Feb 15 05:14:35.805975 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b93735d-5afe-4be2-953e-f9b996edc4d2 req-4dd48ae9-e66c-4b41-8024-89a4c8ab2f22 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Feb 15 05:14:36.074010 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25405969-eef1-49a5-b9ea-3887adefa4cc req-b4910ce0-1ef7-4642-951e-9888b52e2220 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0277073 Feb 15 05:14:36.234526 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18cc89-498e-4e7a-ac2c-865007c0b5f7 req-546149e1-d0bc-4ed4-9d7b-cdf5dadaa182 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:36.236458 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd18cc89-498e-4e7a-ac2c-865007c0b5f7 req-546149e1-d0bc-4ed4-9d7b-cdf5dadaa182 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0537896 Feb 15 05:14:36.284055 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd18cc89-498e-4e7a-ac2c-865007c0b5f7 req-952e6e64-e8cd-4e68-8cf1-41712bf0acda tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421917 Feb 15 05:14:36.549322 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:36.934364 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5efc08-7f85-4488-8892-ddd9b6a4940b req-f361b790-1475-4866-8b78-05a588d9f5b5 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:36.935944 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a5efc08-7f85-4488-8892-ddd9b6a4940b req-f361b790-1475-4866-8b78-05a588d9f5b5 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0587156 Feb 15 05:14:36.992090 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a5efc08-7f85-4488-8892-ddd9b6a4940b req-9635be29-1c71-4fc4-8caa-91fe9ff67936 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468314 Feb 15 05:14:37.278442 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f85be29-e455-4822-a087-4702c95d3f94 req-d9ab31c6-15c3-4161-9c38-a09bc4acc54a tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.1291060 Feb 15 05:14:37.406801 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842d76-3f57-4f91-b672-083bd8ec30be req-ce0c672b-a1af-472b-8c6d-d104216d32a6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:37.408249 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14842d76-3f57-4f91-b672-083bd8ec30be req-ce0c672b-a1af-472b-8c6d-d104216d32a6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0540540 Feb 15 05:14:37.452709 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14842d76-3f57-4f91-b672-083bd8ec30be req-e840e728-4675-46fe-b6e3-80f5e873b2a5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390046 Feb 15 05:14:38.107341 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a320f-4eff-44f8-ab25-35422ff0eaf9 req-63f64f90-5365-4efd-92f7-2321302348f9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:38.108814 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-668a320f-4eff-44f8-ab25-35422ff0eaf9 req-63f64f90-5365-4efd-92f7-2321302348f9 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0499735 Feb 15 05:14:38.153813 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-668a320f-4eff-44f8-ab25-35422ff0eaf9 req-6f5287f5-b29c-40e7-ba80-4961348db64b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 Feb 15 05:14:38.348426 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:38.444806 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aae040e-4e1a-4ae5-af18-93fc4c7364f5 req-f20c2cfb-989c-49b2-b72d-4106f0cd875b tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0883694 Feb 15 05:14:38.574959 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21365095-91ba-4843-a970-642ddb962959 req-0289240a-f667-47a6-bd28-9195af1a0a96 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:38.576345 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21365095-91ba-4843-a970-642ddb962959 req-0289240a-f667-47a6-bd28-9195af1a0a96 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0536580 Feb 15 05:14:38.623274 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21365095-91ba-4843-a970-642ddb962959 req-8076732e-6dab-408c-a8be-0457915d959f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406952 Feb 15 05:14:39.267988 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd52af1-c319-4f49-9c2e-c9a94bdb347e req-a37910aa-ea10-446f-9ccf-9596b23d799b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:39.269414 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5fd52af1-c319-4f49-9c2e-c9a94bdb347e req-a37910aa-ea10-446f-9ccf-9596b23d799b tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0508273 Feb 15 05:14:39.313990 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5fd52af1-c319-4f49-9c2e-c9a94bdb347e req-987ec977-d98e-41ee-8b55-cb44c9a60e19 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390186 Feb 15 05:14:39.551880 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d5059cf8-f961-4216-9054-4d3120efacc8 req-70a5f320-ffc3-4fbd-a3a8-f7b1985ae77b tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a5b1d5-6583-49bc-b597-566b38325334 HTTP/1.1" status: 200 len: 210 time: 0.0299208 Feb 15 05:14:39.593522 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:39.640112 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49a865-3bb5-4190-8f8b-281ae8f81d95 req-d648b6e9-f52b-4d9a-a27c-e54506bdf2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:39.641578 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae49a865-3bb5-4190-8f8b-281ae8f81d95 req-d648b6e9-f52b-4d9a-a27c-e54506bdf2a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3640e3681a744a598c3edf21eb77f5ba&device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 1129 time: 0.0443637 Feb 15 05:14:39.772946 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49a865-3bb5-4190-8f8b-281ae8f81d95 req-9baa56d5-9832-4920-b7ff-6dc002a5e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:39.774425 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae49a865-3bb5-4190-8f8b-281ae8f81d95 req-9baa56d5-9832-4920-b7ff-6dc002a5e76c service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0350d0e-fe7d-4529-a5d0-7255a51c338a HTTP/1.1" status: 200 len: 908 time: 0.1249089 Feb 15 05:14:39.781193 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba3d56-39c1-481f-a8dd-f37d03ca0563 req-a60eb929-02c0-474e-a83e-623662baf864 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:39.783167 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8eba3d56-39c1-481f-a8dd-f37d03ca0563 req-a60eb929-02c0-474e-a83e-623662baf864 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0840712 Feb 15 05:14:39.864612 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:14:39.876971 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae49a865-3bb5-4190-8f8b-281ae8f81d95 req-058beef6-c4db-4d5e-84a5-5935126c3d24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070 HTTP/1.1" status: 200 len: 1000 time: 0.0928228 Feb 15 05:14:39.892617 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8eba3d56-39c1-481f-a8dd-f37d03ca0563 req-4b4f7017-ac8b-4777-889b-3fc65eea66e9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013653 Feb 15 05:14:39.940998 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49a865-3bb5-4190-8f8b-281ae8f81d95 req-3d86d590-82c1-4830-a5c3-3439d559bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:39.942612 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae49a865-3bb5-4190-8f8b-281ae8f81d95 req-3d86d590-82c1-4830-a5c3-3439d559bd5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5a3b18e-4558-47d5-9014-9958f353abe1 HTTP/1.1" status: 200 len: 846 time: 0.0490026 Feb 15 05:14:39.996248 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49a865-3bb5-4190-8f8b-281ae8f81d95 req-c8832237-b6f5-4284-899c-22f47c452538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:39.997716 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae49a865-3bb5-4190-8f8b-281ae8f81d95 req-c8832237-b6f5-4284-899c-22f47c452538 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0350d0e-fe7d-4529-a5d0-7255a51c338a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463464 Feb 15 05:14:40.087326 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae49a865-3bb5-4190-8f8b-281ae8f81d95 req-53f11fda-46da-4366-b137-b3e8154d2b0f service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803750 Feb 15 05:14:40.190400 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae49a865-3bb5-4190-8f8b-281ae8f81d95 req-10c78c40-ee3f-4919-8487-4e71cd2e195d service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871818 Feb 15 05:14:40.428979 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe77448-6926-4fdb-a88c-4c2994a16ee5 req-e1531372-0666-4b69-80ee-facea0e05a69 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:40.430423 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cfe77448-6926-4fdb-a88c-4c2994a16ee5 req-e1531372-0666-4b69-80ee-facea0e05a69 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0528581 Feb 15 05:14:40.474697 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cfe77448-6926-4fdb-a88c-4c2994a16ee5 req-25f76c24-c987-4b2e-8674-e6ff47c9d59a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388865 Feb 15 05:14:41.026180 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2a2b1-9e50-4b5a-a5ec-cb1be7dbdf0c req-f624ce2f-9a4f-4503-99ed-1015c2ca8609 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:41.027681 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94f2a2b1-9e50-4b5a-a5ec-cb1be7dbdf0c req-f624ce2f-9a4f-4503-99ed-1015c2ca8609 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0614564 Feb 15 05:14:41.077611 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94f2a2b1-9e50-4b5a-a5ec-cb1be7dbdf0c req-3d4c6a03-9bb7-4103-ad13-f01ad1273b2d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437486 Feb 15 05:14:41.590715 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d695043-8a18-4ff0-9575-86c076de0fad req-95e7b155-299a-4918-b67d-b3992aef0d17 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:41.592164 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d695043-8a18-4ff0-9575-86c076de0fad req-95e7b155-299a-4918-b67d-b3992aef0d17 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0507274 Feb 15 05:14:41.636503 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d695043-8a18-4ff0-9575-86c076de0fad req-c612b300-a478-4257-b991-9094303f7013 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388753 Feb 15 05:14:42.199296 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3885f4-051f-4186-aea9-027d11ef6e12 req-f75af3e8-4064-4d63-b4e7-a9243ae9abdb tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:42.200749 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9b3885f4-051f-4186-aea9-027d11ef6e12 req-f75af3e8-4064-4d63-b4e7-a9243ae9abdb tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0505250 Feb 15 05:14:42.248456 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9b3885f4-051f-4186-aea9-027d11ef6e12 req-ef2351a4-280d-4d37-90e4-b64d3744893b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420716 Feb 15 05:14:42.750925 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf7ea6-e1e0-479c-8d78-385559c5d5f8 req-8b1d4125-1d10-4a00-9cea-4fcd00934f45 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:42.752976 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eecf7ea6-e1e0-479c-8d78-385559c5d5f8 req-8b1d4125-1d10-4a00-9cea-4fcd00934f45 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0520866 Feb 15 05:14:42.797006 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eecf7ea6-e1e0-479c-8d78-385559c5d5f8 req-5b89edf8-cedb-481a-99ec-91afdebe4958 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 Feb 15 05:14:43.370668 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a25023-ec52-4752-945e-6cc209e39b3d req-46238a13-38ac-4ad6-88f6-1e06226028ba tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:43.372184 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-05a25023-ec52-4752-945e-6cc209e39b3d req-46238a13-38ac-4ad6-88f6-1e06226028ba tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0504580 Feb 15 05:14:43.416766 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-05a25023-ec52-4752-945e-6cc209e39b3d req-dc3324b8-2ab8-4b56-92e4-e578cb821c38 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391562 Feb 15 05:14:43.917602 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fd1f2-b231-4820-a7e7-c64642b8c55c req-535d711e-418f-4943-b8e1-ede75b89c012 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:43.919032 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-785fd1f2-b231-4820-a7e7-c64642b8c55c req-535d711e-418f-4943-b8e1-ede75b89c012 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0536151 Feb 15 05:14:43.963620 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-785fd1f2-b231-4820-a7e7-c64642b8c55c req-0d1f2552-ac0e-466f-8e88-06d1136decd3 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383728 Feb 15 05:14:44.537184 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17112-6677-4b4e-990b-625d9c663ad1 req-9e4b5b7d-9187-43ee-b513-63b5dc1e39dd tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:44.538603 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-16d17112-6677-4b4e-990b-625d9c663ad1 req-9e4b5b7d-9187-43ee-b513-63b5dc1e39dd tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0505276 Feb 15 05:14:44.583064 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-16d17112-6677-4b4e-990b-625d9c663ad1 req-578c83cc-a214-4099-bd6f-804bddb228c1 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389769 Feb 15 05:14:45.080812 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4963ea-98bf-4087-93b3-3cb0a9f33faf req-892a9715-af2c-4483-af69-9b8db45fd23f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:45.082226 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a4963ea-98bf-4087-93b3-3cb0a9f33faf req-892a9715-af2c-4483-af69-9b8db45fd23f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0502865 Feb 15 05:14:45.131053 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a4963ea-98bf-4087-93b3-3cb0a9f33faf req-992e2744-af3b-4fa6-a1ff-e41d12390dc7 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433998 Feb 15 05:14:45.811451 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c45df-dc6d-450f-aec0-617d2270f5a0 req-d763f18b-c4d7-4617-ab95-04df80022df8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:45.812889 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-db0c45df-dc6d-450f-aec0-617d2270f5a0 req-d763f18b-c4d7-4617-ab95-04df80022df8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0598154 Feb 15 05:14:45.880932 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b2ef1-2740-4821-bc2a-73894b477e18 req-32809662-4c17-4013-8483-9adfa6da7a64 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:45.882628 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e2b2ef1-2740-4821-bc2a-73894b477e18 req-32809662-4c17-4013-8483-9adfa6da7a64 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 945 time: 0.0862839 Feb 15 05:14:45.885919 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-db0c45df-dc6d-450f-aec0-617d2270f5a0 req-196147c4-a2f7-42c7-bb3f-9ec2e7c7dec3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596156 Feb 15 05:14:45.985022 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-5e2b2ef1-2740-4821-bc2a-73894b477e18 req-6bfdccb0-bbe1-44f6-b332-916fb576652a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Deleting port 7afa32ee-94b6-4890-906a-947cb731ac23 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:45.985391 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e2b2ef1-2740-4821-bc2a-73894b477e18 req-6bfdccb0-bbe1-44f6-b332-916fb576652a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:46.076277 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-5e2b2ef1-2740-4821-bc2a-73894b477e18 req-6bfdccb0-bbe1-44f6-b332-916fb576652a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] For port 7afa32ee-94b6-4890-906a-947cb731ac23, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7afa32ee-94b6-4890-906a-947cb731ac23,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:46.076645 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e2b2ef1-2740-4821-bc2a-73894b477e18 req-6bfdccb0-bbe1-44f6-b332-916fb576652a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:46.088910 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-5e2b2ef1-2740-4821-bc2a-73894b477e18 req-6bfdccb0-bbe1-44f6-b332-916fb576652a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Calling delete_port for 7afa32ee-94b6-4890-906a-947cb731ac23 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:46.240902 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e2b2ef1-2740-4821-bc2a-73894b477e18 req-6bfdccb0-bbe1-44f6-b332-916fb576652a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (7afa32ee-94b6-4890-906a-947cb731ac23), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:46.253820 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b2cebbd3-6edb-4149-aa72-0b31134b56d2', 'ac96dd9a-0759-487a-bcf0-1e473b576087', '7afa32ee-94b6-4890-906a-947cb731ac23'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:14:46.288612 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdccb0-bbe1-44f6-b332-916fb576652a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Pushing event deleted for resources: {'Port': ['ID=7afa32ee-94b6-4890-906a-947cb731ac23,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:46.323078 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401b888-5a83-4caa-a94c-3d0478d85651 req-d4f8761c-793d-48f7-9777-69ef359d16c2 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:46.324809 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a401b888-5a83-4caa-a94c-3d0478d85651 req-d4f8761c-793d-48f7-9777-69ef359d16c2 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=e599966c-a781-4231-8119-2163c06f0ecb HTTP/1.1" status: 200 len: 867 time: 0.1269534 Feb 15 05:14:46.341028 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2b2ef1-2740-4821-bc2a-73894b477e18 req-6bfdccb0-bbe1-44f6-b332-916fb576652a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] No DVR routers for this DVR port 7afa32ee-94b6-4890-906a-947cb731ac23 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:14:46.343639 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e2b2ef1-2740-4821-bc2a-73894b477e18 req-6bfdccb0-bbe1-44f6-b332-916fb576652a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:46.347859 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e2b2ef1-2740-4821-bc2a-73894b477e18 req-6bfdccb0-bbe1-44f6-b332-916fb576652a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "DELETE /v2.0/ports/7afa32ee-94b6-4890-906a-947cb731ac23 HTTP/1.1" status: 204 len: 173 time: 0.4587302 Feb 15 05:14:46.348875 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e599966c-a781-4231-8119-2163c06f0ecb', 'name': 'network-vif-deleted', 'tag': '7afa32ee-94b6-4890-906a-947cb731ac23'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:46.351863 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458c5605-7274-475a-9e09-60a8ba765062" -d '{"events": [{"server_uuid": "e599966c-a781-4231-8119-2163c06f0ecb", "name": "network-vif-deleted", "tag": "7afa32ee-94b6-4890-906a-947cb731ac23"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:46.420435 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a401b888-5a83-4caa-a94c-3d0478d85651 req-4b90dae5-c602-4f5a-916b-b78d742d720d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804079 Feb 15 05:14:46.433651 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf10173-6d3b-4b65-9fb2-bb0e01ffd849 x-openstack-request-id: req-0bf10173-6d3b-4b65-9fb2-bb0e01ffd849 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:46.435138 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e599966c-a781-4231-8119-2163c06f0ecb", "name": "network-vif-deleted", "tag": "7afa32ee-94b6-4890-906a-947cb731ac23", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:46.435457 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bf10173-6d3b-4b65-9fb2-bb0e01ffd849 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:46.435946 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e599966c-a781-4231-8119-2163c06f0ecb', 'name': 'network-vif-deleted', 'tag': '7afa32ee-94b6-4890-906a-947cb731ac23', 'status': 'completed', 'code': 200} Feb 15 05:14:47.013223 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4d323-a3da-4d2e-8b7b-2a176f998dd2 req-510888c4-d1b0-4a6c-ace3-2bc259eb366b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:47.014671 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5ac4d323-a3da-4d2e-8b7b-2a176f998dd2 req-510888c4-d1b0-4a6c-ace3-2bc259eb366b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0533164 Feb 15 05:14:47.063797 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5ac4d323-a3da-4d2e-8b7b-2a176f998dd2 req-e7207bc7-e7a8-4667-b8f5-c326b2b71df3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434136 Feb 15 05:14:47.693264 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055f436-30d7-4a7b-b4f7-680fc15ac966 req-9e79fd90-7c0c-483a-be55-6dd16fca37d0 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:47.694709 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8055f436-30d7-4a7b-b4f7-680fc15ac966 req-9e79fd90-7c0c-483a-be55-6dd16fca37d0 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 946 time: 0.0531187 Feb 15 05:14:47.739766 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8055f436-30d7-4a7b-b4f7-680fc15ac966 req-1a7f2c92-e857-4bff-a80e-32aab1b8a1a2 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Feb 15 05:14:48.186486 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638556dd-2e23-4ef0-86dc-d50e0b032d02 req-5d8e9b09-30a3-4a0a-bd14-2fa429fbc120 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:48.188056 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-638556dd-2e23-4ef0-86dc-d50e0b032d02 req-5d8e9b09-30a3-4a0a-bd14-2fa429fbc120 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0498044 Feb 15 05:14:48.231757 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-638556dd-2e23-4ef0-86dc-d50e0b032d02 req-563d7104-87b3-463e-992c-b6bd8a09553c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376797 Feb 15 05:14:48.857829 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa33c9f-592d-46be-889a-a1ffa046097d req-953acb9a-3c0b-45bf-9121-d38850335eb1 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:48.859240 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7aa33c9f-592d-46be-889a-a1ffa046097d req-953acb9a-3c0b-45bf-9121-d38850335eb1 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 946 time: 0.0535617 Feb 15 05:14:48.904017 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7aa33c9f-592d-46be-889a-a1ffa046097d req-aae4633e-9511-474c-8649-a82aac207bb6 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392959 Feb 15 05:14:49.353319 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f2271-cf3c-478b-87fb-2ee4f7b06a77 req-f8024d17-901d-4855-aadd-9ca9243136a5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:49.354772 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-762f2271-cf3c-478b-87fb-2ee4f7b06a77 req-f8024d17-901d-4855-aadd-9ca9243136a5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 943 time: 0.0505157 Feb 15 05:14:49.400711 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-762f2271-cf3c-478b-87fb-2ee4f7b06a77 req-57ec12dc-4767-4c3b-a88a-4a7daa945a9d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404687 Feb 15 05:14:50.023562 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fc9e1-e134-40fd-934e-8edf0f474d0a req-fcad22d6-b96c-48ac-9522-583b40d768e8 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:50.024985 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c5fc9e1-e134-40fd-934e-8edf0f474d0a req-fcad22d6-b96c-48ac-9522-583b40d768e8 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 946 time: 0.0513914 Feb 15 05:14:50.225601 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:14:50.312253 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c5fc9e1-e134-40fd-934e-8edf0f474d0a req-92e45f07-5a3b-413a-9af5-f05de18a3bf4 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805841 Feb 15 05:14:50.331114 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:50.342676 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'port_id': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'mac_address': 'fa:16:3e:88:15:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:14:50.378526 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:14:50.378916 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:50.391483 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:14:50.409570 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:50.412850 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:50.459098 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,revision_number=9']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:50.521178 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e0a50-fafa-4cef-b69e-2b0cfab81c48 req-f0b464cd-bdf8-494f-9033-fa3a44aa2fa1 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:50.522500 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e8e0a50-fafa-4cef-b69e-2b0cfab81c48 req-f0b464cd-bdf8-494f-9033-fa3a44aa2fa1 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 944 time: 0.0502095 Feb 15 05:14:50.566891 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e8e0a50-fafa-4cef-b69e-2b0cfab81c48 req-cdb29d95-891b-40f1-972e-8de69816b01c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388870 Feb 15 05:14:51.422575 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f03c2c-1d3f-4904-a680-026900ce83b8 req-c0b0adbe-46ac-43d0-8478-0095030cb84f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:51.424026 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10f03c2c-1d3f-4904-a680-026900ce83b8 req-c0b0adbe-46ac-43d0-8478-0095030cb84f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 946 time: 0.0513453 Feb 15 05:14:51.470667 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10f03c2c-1d3f-4904-a680-026900ce83b8 req-3d2578bd-1522-474b-8b79-8927dc71c6d5 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Feb 15 05:14:51.521769 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 7afa32ee-94b6-4890-906a-947cb731ac23 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:51.544646 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: 7afa32ee-94b6-4890-906a-947cb731ac23 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:14:51.545101 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 7afa32ee-94b6-4890-906a-947cb731ac23 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:14:51.655323 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d843d-d5af-45ce-bb68-387e84156600 req-8b2845c6-84af-4b9b-8da6-8de13df2abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:51.656809 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f15d843d-d5af-45ce-bb68-387e84156600 req-8b2845c6-84af-4b9b-8da6-8de13df2abd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 1128 time: 0.0549994 Feb 15 05:14:51.741115 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369e090-bc3a-43ce-98f3-986be4c2fcb9 req-35fa8006-8ee2-45b2-a90a-b5f283e28ef3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:51.742542 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2369e090-bc3a-43ce-98f3-986be4c2fcb9 req-35fa8006-8ee2-45b2-a90a-b5f283e28ef3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 944 time: 0.0991669 Feb 15 05:14:51.802911 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d843d-d5af-45ce-bb68-387e84156600 req-44b50316-ac9c-44ec-b006-d85fcb9133a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:51.804351 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f15d843d-d5af-45ce-bb68-387e84156600 req-44b50316-ac9c-44ec-b006-d85fcb9133a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 917 time: 0.1237972 Feb 15 05:14:51.811034 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2369e090-bc3a-43ce-98f3-986be4c2fcb9 req-cc8ec6f9-c641-4f92-a90c-c5e868efa1ca tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626743 Feb 15 05:14:51.867092 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f15d843d-d5af-45ce-bb68-387e84156600 req-bc785faf-25b8-4c40-8964-1e8390c045e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 HTTP/1.1" status: 200 len: 1000 time: 0.0550785 Feb 15 05:14:51.920856 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d843d-d5af-45ce-bb68-387e84156600 req-546c3e2e-6b4b-4cf8-94e4-5a689d0654ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:51.922462 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f15d843d-d5af-45ce-bb68-387e84156600 req-546c3e2e-6b4b-4cf8-94e4-5a689d0654ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.0491056 Feb 15 05:14:51.939318 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:51.976837 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d843d-d5af-45ce-bb68-387e84156600 req-7e7f370e-6041-4604-aed2-aecc3281338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:51.978316 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f15d843d-d5af-45ce-bb68-387e84156600 req-7e7f370e-6041-4604-aed2-aecc3281338c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479693 Feb 15 05:14:52.072319 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f15d843d-d5af-45ce-bb68-387e84156600 req-805da6f5-546a-40ca-869f-05ce43d6a004 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870299 Feb 15 05:14:52.164436 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f15d843d-d5af-45ce-bb68-387e84156600 req-d28c057b-ea9b-4b0f-8870-680e81841be8 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833688 Feb 15 05:14:52.288159 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['0be1f9cc-4d7e-4a8b-9b98-6112f2c40538'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:14:52.648336 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a601b-53a8-4b7c-a134-d3fae2db6b03 req-a59e694d-4bab-470a-9d2d-a820f7aad07a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:52.649799 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cc0a601b-53a8-4b7c-a134-d3fae2db6b03 req-a59e694d-4bab-470a-9d2d-a820f7aad07a tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 946 time: 0.1151648 Feb 15 05:14:52.681724 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-a5036847-05aa-4a6b-8b75-b53566e79561 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:52.683192 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-a5036847-05aa-4a6b-8b75-b53566e79561 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/networks?id=29a541db-211b-4732-93dd-ec24eb1ec8c1 HTTP/1.1" status: 200 len: 813 time: 0.1581731 Feb 15 05:14:52.709250 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-576b9cca-e224-4f79-8a8f-88cea655b7b2 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/quotas/d131fba98f0549bcbad0f09923b88dd3 HTTP/1.1" status: 200 len: 375 time: 0.0190961 Feb 15 05:14:52.729372 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cc0a601b-53a8-4b7c-a134-d3fae2db6b03 req-754a6078-c9b3-44a1-ab41-ad02bba55f86 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699284 Feb 15 05:14:52.744802 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-c1450734-f85b-48f3-9785-43edd04cc519 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d131fba98f0549bcbad0f09923b88dd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285466 Feb 15 05:14:52.913724 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-6a2f9da1-ef7c-4524-b4d4-4f25eaf3b54d service neutron] 10.222.0.43 "GET /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620638 Feb 15 05:14:53.081033 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692468c-be31-454d-bf7b-1b83e60f58f2 req-b4e0ce71-aedc-45d8-b947-0ca20590bd35 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:53.082523 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e692468c-be31-454d-bf7b-1b83e60f58f2 req-b4e0ce71-aedc-45d8-b947-0ca20590bd35 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.1844308 Feb 15 05:14:53.120626 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a80825-f721-41ed-a193-1f627558e916 req-ae0a6204-d963-44d5-8f6e-a9c6506a5430 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:53.122156 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02a80825-f721-41ed-a193-1f627558e916 req-ae0a6204-d963-44d5-8f6e-a9c6506a5430 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 946 time: 0.1827140 Feb 15 05:14:53.132701 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03deb7-e852-4d8f-acc1-fca0a11e66b8 req-847c61cb-d821-4eab-bcc1-0f0e51bec017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:53.134051 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe03deb7-e852-4d8f-acc1-fca0a11e66b8 req-847c61cb-d821-4eab-bcc1-0f0e51bec017 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc00c2984834d619587d8bfc62961b1&device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 1169 time: 0.1961915 Feb 15 05:14:53.142598 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0c911aae-f65c-4dec-9b32-7c8ef3844848 service neutron] 10.222.0.43 "GET /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138643 Feb 15 05:14:53.301879 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e692468c-be31-454d-bf7b-1b83e60f58f2 req-a45893cb-d987-42e3-ab20-2a1bc6680a92 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2117829 Feb 15 05:14:53.385310 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03deb7-e852-4d8f-acc1-fca0a11e66b8 req-21b8d901-cdf8-47ca-b7a5-effd1bc3e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:53.387000 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe03deb7-e852-4d8f-acc1-fca0a11e66b8 req-21b8d901-cdf8-47ca-b7a5-effd1bc3e444 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ace76cb-ba34-4b68-82fc-17f0038f29d0 HTTP/1.1" status: 200 len: 915 time: 0.2415102 Feb 15 05:14:53.414430 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c4a22bf-8bd7-49b2-9e84-8096b7737754 req-e264a104-3b9e-45a2-8865-cd8256095583 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 210 time: 0.0606205 Feb 15 05:14:53.471403 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be17b4-e18d-4ecf-91ab-92908696d99d req-19229709-8e1a-40af-86ee-a570e20e2266 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:53.472903 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-23be17b4-e18d-4ecf-91ab-92908696d99d req-19229709-8e1a-40af-86ee-a570e20e2266 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 944 time: 0.1664746 Feb 15 05:14:53.490794 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-02a80825-f721-41ed-a193-1f627558e916 req-41101237-4b8e-4a37-9369-993a9eeb251e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Deleting port ac96dd9a-0759-487a-bcf0-1e473b576087 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:53.491155 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02a80825-f721-41ed-a193-1f627558e916 req-41101237-4b8e-4a37-9369-993a9eeb251e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.524129 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe03deb7-e852-4d8f-acc1-fca0a11e66b8 req-3974f204-8e45-47e0-8459-83225bd28971 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9b807c1-35ec-40db-861b-2d12342ef398 HTTP/1.1" status: 200 len: 1002 time: 0.1206615 Feb 15 05:14:53.634074 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-23be17b4-e18d-4ecf-91ab-92908696d99d req-348231c7-4bbe-49de-acaa-81b2ec20f57d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503916 Feb 15 05:14:53.640150 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03deb7-e852-4d8f-acc1-fca0a11e66b8 req-4f269d48-c3ac-4d5b-b6c7-ec8f72a866b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:53.641691 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe03deb7-e852-4d8f-acc1-fca0a11e66b8 req-4f269d48-c3ac-4d5b-b6c7-ec8f72a866b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1 HTTP/1.1" status: 200 len: 853 time: 0.0904596 Feb 15 05:14:53.697897 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02a80825-f721-41ed-a193-1f627558e916 req-41101237-4b8e-4a37-9369-993a9eeb251e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] For port ac96dd9a-0759-487a-bcf0-1e473b576087, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ac96dd9a-0759-487a-bcf0-1e473b576087,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:53.698515 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02a80825-f721-41ed-a193-1f627558e916 req-41101237-4b8e-4a37-9369-993a9eeb251e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:53.713795 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-02a80825-f721-41ed-a193-1f627558e916 req-41101237-4b8e-4a37-9369-993a9eeb251e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Calling delete_port for ac96dd9a-0759-487a-bcf0-1e473b576087 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:53.734012 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03deb7-e852-4d8f-acc1-fca0a11e66b8 req-a04af4ce-bce6-4046-8a41-c51d92845073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:53.736347 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe03deb7-e852-4d8f-acc1-fca0a11e66b8 req-a04af4ce-bce6-4046-8a41-c51d92845073 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ace76cb-ba34-4b68-82fc-17f0038f29d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842500 Feb 15 05:14:53.919655 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe03deb7-e852-4d8f-acc1-fca0a11e66b8 req-88c511d9-3f89-4254-9997-1683af08a8f2 service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536717 Feb 15 05:14:53.945004 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16b198-e2b0-4ddc-b354-3dd93a8628a7 req-973aedda-c0d3-494d-8922-03d45f1e9530 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:53.947034 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de16b198-e2b0-4ddc-b354-3dd93a8628a7 req-973aedda-c0d3-494d-8922-03d45f1e9530 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=048fcd5e-3c4c-413a-82b5-e1b0985c9c54 HTTP/1.1" status: 200 len: 946 time: 0.1267111 Feb 15 05:14:54.069534 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02a80825-f721-41ed-a193-1f627558e916 req-41101237-4b8e-4a37-9369-993a9eeb251e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (ac96dd9a-0759-487a-bcf0-1e473b576087), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:54.106562 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b2cebbd3-6edb-4149-aa72-0b31134b56d2'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:14:54.121340 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de16b198-e2b0-4ddc-b354-3dd93a8628a7 req-e997df74-f175-4bf9-8e0b-26db1b1d67b4 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489913 Feb 15 05:14:54.125203 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41101237-4b8e-4a37-9369-993a9eeb251e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Pushing event deleted for resources: {'Port': ['ID=ac96dd9a-0759-487a-bcf0-1e473b576087,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:54.138909 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe03deb7-e852-4d8f-acc1-fca0a11e66b8 req-335c081c-78cf-4244-9369-f4bb1e2f4a37 service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132227 Feb 15 05:14:54.183384 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a80825-f721-41ed-a193-1f627558e916 req-41101237-4b8e-4a37-9369-993a9eeb251e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] No DVR routers for this DVR port ac96dd9a-0759-487a-bcf0-1e473b576087 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:14:54.185975 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02a80825-f721-41ed-a193-1f627558e916 req-41101237-4b8e-4a37-9369-993a9eeb251e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:54.189571 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02a80825-f721-41ed-a193-1f627558e916 req-41101237-4b8e-4a37-9369-993a9eeb251e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "DELETE /v2.0/ports/ac96dd9a-0759-487a-bcf0-1e473b576087 HTTP/1.1" status: 204 len: 173 time: 1.0592482 Feb 15 05:14:54.190013 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048fcd5e-3c4c-413a-82b5-e1b0985c9c54', 'name': 'network-vif-deleted', 'tag': 'ac96dd9a-0759-487a-bcf0-1e473b576087'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:54.192244 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102bbbdd-c43f-4a87-ac55-b3df52425e71" -d '{"events": [{"server_uuid": "048fcd5e-3c4c-413a-82b5-e1b0985c9c54", "name": "network-vif-deleted", "tag": "ac96dd9a-0759-487a-bcf0-1e473b576087"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:54.228867 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c502bd-56be-4035-baf1-5a801748bde7 x-openstack-request-id: req-45c502bd-56be-4035-baf1-5a801748bde7 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:54.229225 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048fcd5e-3c4c-413a-82b5-e1b0985c9c54", "name": "network-vif-deleted", "tag": "ac96dd9a-0759-487a-bcf0-1e473b576087", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:54.229546 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45c502bd-56be-4035-baf1-5a801748bde7 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:54.230026 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048fcd5e-3c4c-413a-82b5-e1b0985c9c54', 'name': 'network-vif-deleted', 'tag': 'ac96dd9a-0759-487a-bcf0-1e473b576087', 'status': 'completed', 'code': 200} Feb 15 05:14:54.492560 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49d705-76db-42df-9e4d-7f41e5a4ed2c req-c9ef68f9-b0af-4ab0-91c8-ffcd89374152 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:54.494201 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2f49d705-76db-42df-9e4d-7f41e5a4ed2c req-c9ef68f9-b0af-4ab0-91c8-ffcd89374152 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.1169209 Feb 15 05:14:54.540323 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f181c861-c2b1-4f59-a192-53b92f89c58b req-bda4f014-c2a7-4559-ac34-6be4851ce666 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 210 time: 0.0430801 Feb 15 05:14:54.582480 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-a8e4f8ea-7f35-4f52-a116-f8a46db37989 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:54.583922 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-a8e4f8ea-7f35-4f52-a116-f8a46db37989 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.61 "GET /v2.0/networks?id=29a541db-211b-4732-93dd-ec24eb1ec8c1 HTTP/1.1" status: 200 len: 813 time: 0.1781573 Feb 15 05:14:54.606109 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Request body: {'port': {'device_id': 'dd9f2e6d-ac20-4f57-8e43-013e11955e93', 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1', 'admin_state_up': True, 'tenant_id': 'd131fba98f0549bcbad0f09923b88dd3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:14:54.628654 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2f49d705-76db-42df-9e4d-7f41e5a4ed2c req-8de1bef2-f1af-40af-bd06-5099c6323477 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268730 Feb 15 05:14:54.760899 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Made reservation on behalf of d131fba98f0549bcbad0f09923b88dd3 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:14:54.764311 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:54.788917 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2d5a2-c6be-451f-b1b1-fd9c7b2de993 req-9a49aadf-105a-40d1-8bd8-5fb0f377536e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:54.790599 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-05e2d5a2-c6be-451f-b1b1-fd9c7b2de993 req-9a49aadf-105a-40d1-8bd8-5fb0f377536e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 944 time: 0.0815725 Feb 15 05:14:54.894840 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-05e2d5a2-c6be-451f-b1b1-fd9c7b2de993 req-7674fd63-0844-42b7-a5e0-6db478d55050 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981734 Feb 15 05:14:54.948117 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Allocated IP 172.20.0.4 (29a541db-211b-4732-93dd-ec24eb1ec8c1/5bfbc70c-7b42-4980-b23b-2c5d3281da8a/df74700c-8034-4e55-b22d-9d5e36806f8a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:14:55.091389 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks [] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:55.371123 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:55.412002 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Network 29a541db-211b-4732-93dd-ec24eb1ec8c1 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:14:55.416735 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:14:55.420247 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:14:55.426855 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Pushing event updated for resources: {'Port': ['ID=df74700c-8034-4e55-b22d-9d5e36806f8a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:55.470108 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:55.470749 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:55.486803 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-0d9d532b-e86b-4b40-993e-383ff8154a60 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8901956 Feb 15 05:14:55.524300 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:14:55.575948 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:14:55.576308 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:55.589035 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Request body: {'port': {'device_id': 'dd9f2e6d-ac20-4f57-8e43-013e11955e93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:14:55.659093 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:14:55.659590 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:55.686431 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:55.689820 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:55.692115 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cc1897-4e17-4768-bc3f-62354a47ecbd" -d '{"events": [{"server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "name": "network-vif-plugged", "status": "completed", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:55.704879 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:55.710191 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:55.710899 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device ac96dd9a-0759-487a-bcf0-1e473b576087 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:14:55.715694 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cef18-0f90-4f0d-9420-979d12613675 req-22b4e168-e019-4d40-b3b7-7ce4512152be tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:55.718364 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-017cef18-0f90-4f0d-9420-979d12613675 req-22b4e168-e019-4d40-b3b7-7ce4512152be tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 931 time: 0.1094379 Feb 15 05:14:55.748855 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: ac96dd9a-0759-487a-bcf0-1e473b576087 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:14:55.749206 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device ac96dd9a-0759-487a-bcf0-1e473b576087 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:14:55.774766 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,revision_number=10']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:55.891927 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-017cef18-0f90-4f0d-9420-979d12613675 req-7c899a92-5a99-401f-8313-52b5f6dc2b6a tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537960 Feb 15 05:14:55.900862 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ede8db-f605-416f-a102-7699b8956ae1 req-f42314a5-9dda-4d3e-986d-7e349ea0dc21 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:55.902283 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0ede8db-f605-416f-a102-7699b8956ae1 req-f42314a5-9dda-4d3e-986d-7e349ea0dc21 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.1962807 Feb 15 05:14:55.943332 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6995c89a-f415-4393-8f70-9658d8019f50 x-openstack-request-id: req-6995c89a-f415-4393-8f70-9658d8019f50 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:55.943685 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "name": "network-vif-plugged", "status": "completed", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:55.943946 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6995c89a-f415-4393-8f70-9658d8019f50 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:55.944343 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'code': 200} Feb 15 05:14:56.044440 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0ede8db-f605-416f-a102-7699b8956ae1 req-b6544996-c60c-43be-9a3e-e31c5f8df5ff tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1359785 Feb 15 05:14:56.094118 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18167c8-090a-416a-8a12-4de2a7155de4 req-2411c4b4-caa4-4158-a313-06331972563c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:56.096189 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c18167c8-090a-416a-8a12-4de2a7155de4 req-2411c4b4-caa4-4158-a313-06331972563c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 946 time: 0.1042173 Feb 15 05:14:56.174065 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df74700c-8034-4e55-b22d-9d5e36806f8a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:14:56.184394 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Publish callbacks [] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:56.189700 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c18167c8-090a-416a-8a12-4de2a7155de4 req-37ec60cd-2039-4ff9-b051-4a77d24457c0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842571 Feb 15 05:14:56.200314 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Transition to ACTIVE for port object df74700c-8034-4e55-b22d-9d5e36806f8a will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:14:56.206002 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:56.256911 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Pushing event updated for resources: {'Port': ['ID=df74700c-8034-4e55-b22d-9d5e36806f8a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:56.321774 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Attempting to bind port df74700c-8034-4e55-b22d-9d5e36806f8a on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:14:56.322338 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Attempting to bind port df74700c-8034-4e55-b22d-9d5e36806f8a by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '8bdb8370-05f6-4198-a90f-d0a4acdb5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:14:56.322446 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Attempting to bind port df74700c-8034-4e55-b22d-9d5e36806f8a on network 29a541db-211b-4732-93dd-ec24eb1ec8c1 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:14:56.326808 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Port df74700c-8034-4e55-b22d-9d5e36806f8a on network 29a541db-211b-4732-93dd-ec24eb1ec8c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:14:56.327130 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Attempting to bind port df74700c-8034-4e55-b22d-9d5e36806f8a on network 29a541db-211b-4732-93dd-ec24eb1ec8c1 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:14:56.332584 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:14:56.332927 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Checking segment: {'id': '8bdb8370-05f6-4198-a90f-d0a4acdb5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:14:56.333312 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Bound using segment: {'id': '8bdb8370-05f6-4198-a90f-d0a4acdb5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:14:56.333744 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Bound port: df74700c-8034-4e55-b22d-9d5e36806f8a, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdb8370-05f6-4198-a90f-d0a4acdb5d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:14:56.334100 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:56.399352 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] For port df74700c-8034-4e55-b22d-9d5e36806f8a, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:14:56.405398 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] For port df74700c-8034-4e55-b22d-9d5e36806f8a, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=df74700c-8034-4e55-b22d-9d5e36806f8a,segment=NetworkSegment(8bdb8370-05f6-4198-a90f-d0a4acdb5d4c),segment_id=8bdb8370-05f6-4198-a90f-d0a4acdb5d4c)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:14:56.413588 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:56.448592 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:56.449305 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:56.450545 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] 10.222.0.61 "PUT /v2.0/ports/df74700c-8034-4e55-b22d-9d5e36806f8a HTTP/1.1" status: 200 len: 1093 time: 0.8658843 Feb 15 05:14:56.450992 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9f2e6d-ac20-4f57-8e43-013e11955e93', 'tag': 'df74700c-8034-4e55-b22d-9d5e36806f8a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:14:56.453287 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7943acc-16a2-4c55-9edd-6be38a67cc57" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9f2e6d-ac20-4f57-8e43-013e11955e93", "tag": "df74700c-8034-4e55-b22d-9d5e36806f8a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:14:56.477167 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbb4a4-b44a-40f7-99b0-987347b275e0 service neutron] Pushing event updated for resources: {'Port': ['ID=df74700c-8034-4e55-b22d-9d5e36806f8a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:14:56.520897 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a521279-ca69-4163-891e-2d15b0d82562 x-openstack-request-id: req-9a521279-ca69-4163-891e-2d15b0d82562 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:14:56.521197 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9f2e6d-ac20-4f57-8e43-013e11955e93", "tag": "df74700c-8034-4e55-b22d-9d5e36806f8a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:14:56.521614 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a521279-ca69-4163-891e-2d15b0d82562 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:14:56.522031 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9f2e6d-ac20-4f57-8e43-013e11955e93', 'tag': 'df74700c-8034-4e55-b22d-9d5e36806f8a', 'status': 'completed', 'code': 200} Feb 15 05:14:56.572387 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba13dfe-0415-49a9-bea2-60639f4fd1dc req-4f83397d-b310-42bd-b47c-70876adf3860 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:56.573911 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ba13dfe-0415-49a9-bea2-60639f4fd1dc req-4f83397d-b310-42bd-b47c-70876adf3860 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 945 time: 0.0679586 Feb 15 05:14:56.686514 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ba13dfe-0415-49a9-bea2-60639f4fd1dc req-8f270aea-52ad-4c08-bdfd-cf77dad83a74 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054933 Feb 15 05:14:56.695324 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6f248-ab5f-4516-928d-671a2702414f req-6c5472d9-01ae-4308-986d-e8dca2bbc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:56.697307 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f0d6f248-ab5f-4516-928d-671a2702414f req-6c5472d9-01ae-4308-986d-e8dca2bbc62c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 1130 time: 0.1505167 Feb 15 05:14:56.704698 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-d6668976-244f-44da-b920-0c9e69cde270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:56.706127 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-d6668976-244f-44da-b920-0c9e69cde270 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d131fba98f0549bcbad0f09923b88dd3&device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 1127 time: 0.1685891 Feb 15 05:14:56.753072 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-d5625606-6c2c-4c6a-8250-ebb33ca8ba3d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df74700c-8034-4e55-b22d-9d5e36806f8a HTTP/1.1" status: 200 len: 217 time: 0.0343108 Feb 15 05:14:56.804520 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f0d6f248-ab5f-4516-928d-671a2702414f req-5e1f879a-3069-4552-b008-224d55746bfe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974138 Feb 15 05:14:56.820589 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-474ded86-0740-4344-978a-b19894733f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:56.822045 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-474ded86-0740-4344-978a-b19894733f0c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5bfbc70c-7b42-4980-b23b-2c5d3281da8a HTTP/1.1" status: 200 len: 853 time: 0.0610633 Feb 15 05:14:57.010353 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a316-2255-4e9d-ba52-61d5a93400da req-24391763-25a5-43ac-96ee-0fc98790ef0c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:57.011845 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a407a316-2255-4e9d-ba52-61d5a93400da req-24391763-25a5-43ac-96ee-0fc98790ef0c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 943 time: 0.0515327 Feb 15 05:14:57.058015 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a407a316-2255-4e9d-ba52-61d5a93400da req-9a49bc2c-8023-42af-b031-4b8157ab054a tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 Feb 15 05:14:57.161632 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0828a3-3404-431c-b9ad-80747c43569a req-50e20252-e700-4404-ba11-58ecc57532f0 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:57.163058 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff0828a3-3404-431c-b9ad-80747c43569a req-50e20252-e700-4404-ba11-58ecc57532f0 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.0509341 Feb 15 05:14:57.237894 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-18c1475a-0d8f-4b43-8101-152803ac6154 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29a541db-211b-4732-93dd-ec24eb1ec8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320425 Feb 15 05:14:57.247808 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff0828a3-3404-431c-b9ad-80747c43569a req-5eb60854-7faa-4bf3-8b4c-0dcc02a03a1b tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792882 Feb 15 05:14:57.372481 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa2170-05fb-449f-86f9-85a3788ef16f req-a6151f7f-9f8c-473b-a7a4-9fe10591e51c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:57.373913 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a6fa2170-05fb-449f-86f9-85a3788ef16f req-a6151f7f-9f8c-473b-a7a4-9fe10591e51c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 946 time: 0.1086679 Feb 15 05:14:57.379635 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-31c9f862-5a91-4957-8563-768d82bd0970 service neutron] 10.222.0.61 "GET /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309550 Feb 15 05:14:57.465037 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a6fa2170-05fb-449f-86f9-85a3788ef16f req-44c952e3-911c-4822-bc56-10409d4ebfff tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844648 Feb 15 05:14:57.493753 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27bd000-39e4-4f2a-83a7-829a6a577294 req-91592b85-c7d1-4762-9848-d408447db5e6 service neutron] 10.222.0.61 "GET /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000140 Feb 15 05:14:57.631956 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7943acc-16a2-4c55-9edd-6be38a67cc57 req-1f171d00-2e9d-424f-9676-17e82808b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:57.633651 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7943acc-16a2-4c55-9edd-6be38a67cc57 req-1f171d00-2e9d-424f-9676-17e82808b46f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d131fba98f0549bcbad0f09923b88dd3&device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 1127 time: 0.0494678 Feb 15 05:14:57.720109 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7943acc-16a2-4c55-9edd-6be38a67cc57 req-9446a076-167d-4f88-9207-7c7d78246118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:57.721571 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7943acc-16a2-4c55-9edd-6be38a67cc57 req-9446a076-167d-4f88-9207-7c7d78246118 service neutron] 10.222.0.61 "GET /v2.0/networks?id=29a541db-211b-4732-93dd-ec24eb1ec8c1 HTTP/1.1" status: 200 len: 914 time: 0.0808866 Feb 15 05:14:57.769267 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7943acc-16a2-4c55-9edd-6be38a67cc57 req-ac7e43cb-9f61-46fb-9b5c-8e296f5ac6a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df74700c-8034-4e55-b22d-9d5e36806f8a HTTP/1.1" status: 200 len: 217 time: 0.0400784 Feb 15 05:14:57.837531 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7943acc-16a2-4c55-9edd-6be38a67cc57 req-e809f827-38da-4e17-8821-a85d9efb6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:57.838959 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7943acc-16a2-4c55-9edd-6be38a67cc57 req-e809f827-38da-4e17-8821-a85d9efb6c8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5bfbc70c-7b42-4980-b23b-2c5d3281da8a HTTP/1.1" status: 200 len: 853 time: 0.0627379 Feb 15 05:14:57.851916 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca0e47-3112-46f8-9300-618362c96345 req-1ee5e3cd-082b-4571-9f6e-828d388b089f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:57.853266 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9ca0e47-3112-46f8-9300-618362c96345 req-1ee5e3cd-082b-4571-9f6e-828d388b089f tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 945 time: 0.0864959 Feb 15 05:14:57.884507 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7943acc-16a2-4c55-9edd-6be38a67cc57 req-460f8cd8-d336-41f7-a323-7543b22cb83d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=29a541db-211b-4732-93dd-ec24eb1ec8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302196 Feb 15 05:14:57.962984 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9ca0e47-3112-46f8-9300-618362c96345 req-213e72b0-51e3-41f8-9106-e642713b693d tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012559 Feb 15 05:14:57.999315 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7943acc-16a2-4c55-9edd-6be38a67cc57 req-ac7eae79-e4e6-4de5-b009-7e0148ffae2f service neutron] 10.222.0.61 "GET /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033998 Feb 15 05:14:58.088723 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7943acc-16a2-4c55-9edd-6be38a67cc57 req-bd70412c-d8cc-4961-8436-f6ce5b1d97be service neutron] 10.222.0.61 "GET /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796552 Feb 15 05:14:58.181057 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c71e9-f665-4a9d-b1c0-d9e1e75bbe90 req-cd347541-a1b4-4c1e-8f70-2fdcf0bbe153 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:58.182501 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-256c71e9-f665-4a9d-b1c0-d9e1e75bbe90 req-cd347541-a1b4-4c1e-8f70-2fdcf0bbe153 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 943 time: 0.0557096 Feb 15 05:14:58.229588 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-256c71e9-f665-4a9d-b1c0-d9e1e75bbe90 req-9badb6e6-3318-4322-a9ad-ff9188d86492 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Feb 15 05:14:58.365756 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0052e-e041-496b-a66b-ccfb8c2a381a req-1eddd2c3-00d0-4b16-bb2a-d6d333403ca4 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:58.367241 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2fe0052e-e041-496b-a66b-ccfb8c2a381a req-1eddd2c3-00d0-4b16-bb2a-d6d333403ca4 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.0516400 Feb 15 05:14:58.426524 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2fe0052e-e041-496b-a66b-ccfb8c2a381a req-8cd5e47d-0114-4740-a466-9f3b3aa5d090 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538006 Feb 15 05:14:58.590118 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b776021-0f4b-4d05-a0cb-9254b4ddc637 req-e000c340-6a1a-420e-aeb5-908c3b2b9272 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:58.591598 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9b776021-0f4b-4d05-a0cb-9254b4ddc637 req-e000c340-6a1a-420e-aeb5-908c3b2b9272 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 946 time: 0.0546229 Feb 15 05:14:58.636107 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9b776021-0f4b-4d05-a0cb-9254b4ddc637 req-f0f230fc-7e48-4d4c-b01a-14f35ba090de tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383251 Feb 15 05:14:59.081269 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9023ed-d833-4355-9a77-2cb9a3e4e507 req-7667926d-3773-4cc0-bec6-01461b93b317 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:59.082733 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab9023ed-d833-4355-9a77-2cb9a3e4e507 req-7667926d-3773-4cc0-bec6-01461b93b317 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 945 time: 0.0518923 Feb 15 05:14:59.131374 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab9023ed-d833-4355-9a77-2cb9a3e4e507 req-19feafa1-f55f-4643-983e-a13b6f3403ca tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/security-groups?id=a55a1dba-da16-4cc7-8acb-a1498481f22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Feb 15 05:14:59.357825 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b3c72-b669-45b4-b8ad-fac87389e0f6 req-7c661a9d-1ea0-4347-a1e7-5a3a00f471ec tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:59.359285 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e98b3c72-b669-45b4-b8ad-fac87389e0f6 req-7c661a9d-1ea0-4347-a1e7-5a3a00f471ec tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 943 time: 0.0589545 Feb 15 05:14:59.437590 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e98b3c72-b669-45b4-b8ad-fac87389e0f6 req-76707552-e566-41cc-9291-a8bbf6231f04 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727088 Feb 15 05:14:59.480485 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa879ad-cf02-4e91-b026-96a2c48310ae req-5db55cef-6386-4eeb-b34b-425ba805bb56 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:59.482470 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-caa879ad-cf02-4e91-b026-96a2c48310ae req-5db55cef-6386-4eeb-b34b-425ba805bb56 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 945 time: 0.0968714 Feb 15 05:14:59.602807 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2836aa6-0f96-4684-8e05-9f0cc5dfe48f req-beacb04a-5c06-4beb-93ba-00164aa75fc1 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:59.604284 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2836aa6-0f96-4684-8e05-9f0cc5dfe48f req-beacb04a-5c06-4beb-93ba-00164aa75fc1 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.1077838 Feb 15 05:14:59.634558 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-caa879ad-cf02-4e91-b026-96a2c48310ae req-88db7bd0-eb48-4310-af71-62bf0314535e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Deleting port b2cebbd3-6edb-4149-aa72-0b31134b56d2 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:14:59.634891 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-caa879ad-cf02-4e91-b026-96a2c48310ae req-88db7bd0-eb48-4310-af71-62bf0314535e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:59.761849 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2836aa6-0f96-4684-8e05-9f0cc5dfe48f req-d642a288-741a-4518-afb9-c25d3e5905f9 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1501527 Feb 15 05:14:59.792748 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-caa879ad-cf02-4e91-b026-96a2c48310ae req-88db7bd0-eb48-4310-af71-62bf0314535e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] For port b2cebbd3-6edb-4149-aa72-0b31134b56d2, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=b2cebbd3-6edb-4149-aa72-0b31134b56d2,segment=NetworkSegment(8cfc0746-3ee4-4308-a746-b26d503258c8),segment_id=8cfc0746-3ee4-4308-a746-b26d503258c8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:14:59.793108 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-caa879ad-cf02-4e91-b026-96a2c48310ae req-88db7bd0-eb48-4310-af71-62bf0314535e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:14:59.812471 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-caa879ad-cf02-4e91-b026-96a2c48310ae req-88db7bd0-eb48-4310-af71-62bf0314535e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Calling delete_port for b2cebbd3-6edb-4149-aa72-0b31134b56d2 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:14:59.837911 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915af759-8c09-4fa1-ade8-d2726fba218c req-845ab845-117e-44d8-bcc6-e77744761215 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:14:59.839493 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-915af759-8c09-4fa1-ade8-d2726fba218c req-845ab845-117e-44d8-bcc6-e77744761215 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 946 time: 0.1243868 Feb 15 05:14:59.937051 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-915af759-8c09-4fa1-ade8-d2726fba218c req-2425ed91-489a-4d36-8294-ca7e8bea87a7 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913575 Feb 15 05:14:59.994786 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-caa879ad-cf02-4e91-b026-96a2c48310ae req-88db7bd0-eb48-4310-af71-62bf0314535e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (b2cebbd3-6edb-4149-aa72-0b31134b56d2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.026586 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db7bd0-eb48-4310-af71-62bf0314535e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Pushing event deleted for resources: {'Port': ['ID=b2cebbd3-6edb-4149-aa72-0b31134b56d2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:00.067592 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa879ad-cf02-4e91-b026-96a2c48310ae req-88db7bd0-eb48-4310-af71-62bf0314535e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] No DVR routers for this DVR port b2cebbd3-6edb-4149-aa72-0b31134b56d2 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:15:00.070192 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-caa879ad-cf02-4e91-b026-96a2c48310ae req-88db7bd0-eb48-4310-af71-62bf0314535e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:00.073641 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-caa879ad-cf02-4e91-b026-96a2c48310ae req-88db7bd0-eb48-4310-af71-62bf0314535e tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.61 "DELETE /v2.0/ports/b2cebbd3-6edb-4149-aa72-0b31134b56d2 HTTP/1.1" status: 204 len: 173 time: 0.5838680 Feb 15 05:15:00.074102 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93eb2779-778a-438f-bab5-db4f8aa5708b', 'name': 'network-vif-deleted', 'tag': 'b2cebbd3-6edb-4149-aa72-0b31134b56d2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:15:00.076388 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b82b03f-c6c0-40d9-b4e3-7750b3513d95" -d '{"events": [{"server_uuid": "93eb2779-778a-438f-bab5-db4f8aa5708b", "name": "network-vif-deleted", "tag": "b2cebbd3-6edb-4149-aa72-0b31134b56d2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:15:00.116003 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5688458d-cf36-4de9-a12f-7c890e2f8b80 x-openstack-request-id: req-5688458d-cf36-4de9-a12f-7c890e2f8b80 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:15:00.116365 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93eb2779-778a-438f-bab5-db4f8aa5708b", "name": "network-vif-deleted", "tag": "b2cebbd3-6edb-4149-aa72-0b31134b56d2", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:15:00.116624 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5688458d-cf36-4de9-a12f-7c890e2f8b80 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:15:00.117028 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93eb2779-778a-438f-bab5-db4f8aa5708b', 'name': 'network-vif-deleted', 'tag': 'b2cebbd3-6edb-4149-aa72-0b31134b56d2', 'status': 'completed', 'code': 200} Feb 15 05:15:00.240122 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d8d756bb-4d09-493b-89ca-e7510aeff7d7 req-815d61d3-00cb-4b76-95e7-cc77955fe986 tempest-AttachVolumeNegativeTest-1032866850 tempest-AttachVolumeNegativeTest-1032866850-project] 10.222.0.43 "GET /v2.0/ports?device_id=93eb2779-778a-438f-bab5-db4f8aa5708b HTTP/1.1" status: 200 len: 210 time: 0.0264833 Feb 15 05:15:00.566311 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de3e84-6a8a-4c29-a140-e062f5faa25b req-652fd1d5-a62b-47fb-a832-cdebe9b40c16 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:00.568056 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03de3e84-6a8a-4c29-a140-e062f5faa25b req-652fd1d5-a62b-47fb-a832-cdebe9b40c16 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 943 time: 0.0540228 Feb 15 05:15:00.618776 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03de3e84-6a8a-4c29-a140-e062f5faa25b req-e2c09ce5-8ab1-4435-a838-f0a2e1feb194 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450058 Feb 15 05:15:00.880263 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8b3bf-161c-4fa8-a726-c209dfb45c60 req-1eff359b-1ff1-4d21-b919-cc537e58ecc3 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:00.881714 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46d8b3bf-161c-4fa8-a726-c209dfb45c60 req-1eff359b-1ff1-4d21-b919-cc537e58ecc3 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.0534616 Feb 15 05:15:00.939748 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46d8b3bf-161c-4fa8-a726-c209dfb45c60 req-2757426d-d73f-4ce6-b717-fb53c75ce986 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520561 Feb 15 05:15:01.061809 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ed75d-fd16-4cc0-acb9-1041cbb3544c req-9dc7b600-6561-49f8-a165-0d3831bbe60e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:01.063682 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-318ed75d-fd16-4cc0-acb9-1041cbb3544c req-9dc7b600-6561-49f8-a165-0d3831bbe60e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 946 time: 0.0542901 Feb 15 05:15:01.108805 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-318ed75d-fd16-4cc0-acb9-1041cbb3544c req-a0fd2d71-7953-415f-8922-f35f3d80e452 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393102 Feb 15 05:15:01.294243 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 58420) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:01.340803 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-990bb8a6-c37d-444a-bf7f-7e1c19717b3e admin admin] Deleting subnet 8221d351-c26f-4724-86e9-a8efc7e8f33f {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:15:01.344145 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-990bb8a6-c37d-444a-bf7f-7e1c19717b3e admin admin] Publish callbacks [] for subnet (8221d351-c26f-4724-86e9-a8efc7e8f33f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.384732 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-990bb8a6-c37d-444a-bf7f-7e1c19717b3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3303340'] for subnet (8221d351-c26f-4724-86e9-a8efc7e8f33f), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.421999 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-990bb8a6-c37d-444a-bf7f-7e1c19717b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (8221d351-c26f-4724-86e9-a8efc7e8f33f), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.473507 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-990bb8a6-c37d-444a-bf7f-7e1c19717b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3338458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429824'] for subnet (8221d351-c26f-4724-86e9-a8efc7e8f33f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.496376 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bb8a6-c37d-444a-bf7f-7e1c19717b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8221d351-c26f-4724-86e9-a8efc7e8f33f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:01.502759 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-990bb8a6-c37d-444a-bf7f-7e1c19717b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.505957 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-990bb8a6-c37d-444a-bf7f-7e1c19717b3e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8221d351-c26f-4724-86e9-a8efc7e8f33f HTTP/1.1" status: 204 len: 168 time: 0.2107022 Feb 15 05:15:01.508950 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 58424) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:01.543604 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device b2cebbd3-6edb-4149-aa72-0b31134b56d2 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:01.562791 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: b2cebbd3-6edb-4149-aa72-0b31134b56d2 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:01.563157 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device b2cebbd3-6edb-4149-aa72-0b31134b56d2 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:01.580119 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (19f461cb-3c1b-4361-bbb9-cf0e47177675), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.655314 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (19f461cb-3c1b-4361-bbb9-cf0e47177675), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.681080 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f461cb-3c1b-4361-bbb9-cf0e47177675']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:01.690173 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cfc0746-3ee4-4308-a746-b26d503258c8') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:01.690474 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cfc0746-3ee4-4308-a746-b26d503258c8') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:15:01.704596 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3303319'] for segment (8cfc0746-3ee4-4308-a746-b26d503258c8), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.717428 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (8cfc0746-3ee4-4308-a746-b26d503258c8), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.724569 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:15:01.725065 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3338336'] for segment (8cfc0746-3ee4-4308-a746-b26d503258c8), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: Traceback (most recent call last): Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: timer() Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: cb(*args, **kw) Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: return func(*args, **kwargs) Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: self._notify() Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: self.callback(batched_events) Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: event.method(event) Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: return f(self, *a, **k) Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._get(url).json() Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:15:01.738602 dv-cinder-828696-5-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:15:01.745929 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ebbf7-91d3-479d-bf05-3135e4a24071 req-7be5fc3a-9796-404f-a4ac-198f3f60d89b tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:01.747396 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e09ebbf7-91d3-479d-bf05-3135e4a24071 req-7be5fc3a-9796-404f-a4ac-198f3f60d89b tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 943 time: 0.0612843 Feb 15 05:15:01.785061 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (19f461cb-3c1b-4361-bbb9-cf0e47177675), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.790057 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:01.796397 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/19f461cb-3c1b-4361-bbb9-cf0e47177675 HTTP/1.1" status: 204 len: 168 time: 0.2840536 Feb 15 05:15:01.796547 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e09ebbf7-91d3-479d-bf05-3135e4a24071 req-5e9580c6-984b-4fb0-af57-a5c54ffc0332 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Feb 15 05:15:01.806308 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095ceb9-8ead-4d9a-876a-6121c93f27d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f461cb-3c1b-4361-bbb9-cf0e47177675,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:01.970268 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 58432) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:02.010505 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-40297281-c918-47e5-ad11-e730dd522632 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19faf2ea179e4ca797d51ad1b23986a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390172 Feb 15 05:15:02.013891 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 58434) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:02.063910 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1b37f6cf-50d6-4450-baf2-b9f856d3663e admin admin] Publish callbacks [] for security_group (a55a1dba-da16-4cc7-8acb-a1498481f22c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:02.065304 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b9775-baa6-49be-b207-d872cb44d96f req-21698a6c-6218-48e0-8f5d-407e637d7d25 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:02.066787 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b39b9775-baa6-49be-b207-d872cb44d96f req-21698a6c-6218-48e0-8f5d-407e637d7d25 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.0593901 Feb 15 05:15:02.086172 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1b37f6cf-50d6-4450-baf2-b9f856d3663e admin admin] Publish callbacks [] for security_group (a55a1dba-da16-4cc7-8acb-a1498481f22c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:02.126307 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b39b9775-baa6-49be-b207-d872cb44d96f req-48a9d81d-17bb-4043-b27a-26c9420d4259 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527587 Feb 15 05:15:02.142758 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1b37f6cf-50d6-4450-baf2-b9f856d3663e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (a55a1dba-da16-4cc7-8acb-a1498481f22c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:02.145348 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1b37f6cf-50d6-4450-baf2-b9f856d3663e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:02.149155 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1b37f6cf-50d6-4450-baf2-b9f856d3663e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a55a1dba-da16-4cc7-8acb-a1498481f22c HTTP/1.1" status: 204 len: 168 time: 0.1320591 Feb 15 05:15:02.154675 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37f6cf-50d6-4450-baf2-b9f856d3663e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55a1dba-da16-4cc7-8acb-a1498481f22c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:02.917499 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4522a-6f11-4e3e-9fa3-40dd8d145de0 req-2b648291-fcf7-4f5a-ae9e-c5087bb1910d tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:02.918958 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5e4522a-6f11-4e3e-9fa3-40dd8d145de0 req-2b648291-fcf7-4f5a-ae9e-c5087bb1910d tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 943 time: 0.0515368 Feb 15 05:15:02.975054 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5e4522a-6f11-4e3e-9fa3-40dd8d145de0 req-1f3b4005-1aec-4e1b-bf06-561dae232239 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499027 Feb 15 05:15:03.225303 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2de1eaf8-8521-4016-92bd-8ed261707518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:03.265874 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af3666-ec40-4342-a672-d661819546b6 req-a35b1f33-2398-46ff-8ab2-abab8ffbfb1b tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:03.267446 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5af3666-ec40-4342-a672-d661819546b6 req-a35b1f33-2398-46ff-8ab2-abab8ffbfb1b tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.0702391 Feb 15 05:15:03.332067 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5af3666-ec40-4342-a672-d661819546b6 req-b2a25ff5-0c59-4581-b5cc-d36ad322e14d tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588531 Feb 15 05:15:03.568025 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device df74700c-8034-4e55-b22d-9d5e36806f8a details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:15:03.670054 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port df74700c-8034-4e55-b22d-9d5e36806f8a, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=df74700c-8034-4e55-b22d-9d5e36806f8a,segment=NetworkSegment(8bdb8370-05f6-4198-a90f-d0a4acdb5d4c),segment_id=8bdb8370-05f6-4198-a90f-d0a4acdb5d4c)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:03.681111 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': 'df74700c-8034-4e55-b22d-9d5e36806f8a', 'network_id': '29a541db-211b-4732-93dd-ec24eb1ec8c1', 'port_id': 'df74700c-8034-4e55-b22d-9d5e36806f8a', 'mac_address': 'fa:16:3e:2b:e7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfbc70c-7b42-4980-b23b-2c5d3281da8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:15:03.717407 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port df74700c-8034-4e55-b22d-9d5e36806f8a is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:15:03.717853 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:03.731184 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df74700c-8034-4e55-b22d-9d5e36806f8a {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:15:03.750283 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port df74700c-8034-4e55-b22d-9d5e36806f8a, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=df74700c-8034-4e55-b22d-9d5e36806f8a,segment=NetworkSegment(8bdb8370-05f6-4198-a90f-d0a4acdb5d4c),segment_id=8bdb8370-05f6-4198-a90f-d0a4acdb5d4c)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:03.754107 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:03.799073 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=df74700c-8034-4e55-b22d-9d5e36806f8a,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:03.802458 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 58500) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:03.903220 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:03.977415 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Publish callbacks [] for security_group (4bf59dbb-7648-4158-9d6c-29d6f0a99ad9), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:03.981074 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (4bf59dbb-7648-4158-9d6c-29d6f0a99ad9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.019698 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbd4dd5a737c4f1f86344a60104ed66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160096 Feb 15 05:15:04.020537 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf59dbb-7648-4158-9d6c-29d6f0a99ad9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:04.023087 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 58506) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:04.030104 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.030582 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.031129 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.031532 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.033040 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.033375 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.033708 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.034040 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.034369 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.034696 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.035018 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.035339 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.035694 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da2e7e-ecb7-41e1-92ce-0c45da6937fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.107421 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Publish callbacks [] for security_group (4bf59dbb-7648-4158-9d6c-29d6f0a99ad9), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.118287 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['df74700c-8034-4e55-b22d-9d5e36806f8a'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:15:04.129088 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056549-87eb-4481-94f5-f87327af3ace req-1b6a0605-255b-4b23-a68d-a7fea1c08bc9 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:04.130517 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66056549-87eb-4481-94f5-f87327af3ace req-1b6a0605-255b-4b23-a68d-a7fea1c08bc9 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 944 time: 0.0836101 Feb 15 05:15:04.140729 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Publish callbacks [] for security_group (4bf59dbb-7648-4158-9d6c-29d6f0a99ad9), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.201138 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66056549-87eb-4481-94f5-f87327af3ace req-6f2d2ae7-7cc4-412d-a75b-1365d5c4fa6f tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629959 Feb 15 05:15:04.231416 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (4bf59dbb-7648-4158-9d6c-29d6f0a99ad9), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.233843 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.235511 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bf59dbb-7648-4158-9d6c-29d6f0a99ad9 HTTP/1.1" status: 204 len: 168 time: 0.2106783 Feb 15 05:15:04.243317 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf59dbb-7648-4158-9d6c-29d6f0a99ad9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:04.251049 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.251401 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.251793 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.252168 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.252469 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.252854 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.253102 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.253428 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.253752 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.254196 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.254621 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.254949 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.255272 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8c48a-f054-4add-80cc-9d61153e02a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:15:04.452219 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0ffbc-6fb4-43a3-9ace-ce1e68efe4fe req-eb837775-383c-42ae-83f0-84aa0810d18d tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:04.454313 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ab0ffbc-6fb4-43a3-9ace-ce1e68efe4fe req-eb837775-383c-42ae-83f0-84aa0810d18d tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.0548701 Feb 15 05:15:04.489379 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 58520) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:04.502170 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-56a75d63-e3af-4337-bb1e-672b64c560cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.513848 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ab0ffbc-6fb4-43a3-9ace-ce1e68efe4fe req-b802164d-e623-47db-a5e9-35826ed099b2 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535805 Feb 15 05:15:04.575188 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-56a75d63-e3af-4337-bb1e-672b64c560cd admin admin] Publish callbacks [] for security_group (9dea33d0-fe07-4f9e-a728-b85823cc8e45), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.579437 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-56a75d63-e3af-4337-bb1e-672b64c560cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (9dea33d0-fe07-4f9e-a728-b85823cc8e45), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.616296 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-56a75d63-e3af-4337-bb1e-672b64c560cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efa2bfcc28b74bb696c83f206c761a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258540 Feb 15 05:15:04.617166 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a75d63-e3af-4337-bb1e-672b64c560cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dea33d0-fe07-4f9e-a728-b85823cc8e45,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:04.619061 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 58524) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:04.668254 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94ea61a3-f986-47a0-a8c2-2c328f0658da admin admin] Publish callbacks [] for security_group (9dea33d0-fe07-4f9e-a728-b85823cc8e45), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.688548 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94ea61a3-f986-47a0-a8c2-2c328f0658da admin admin] Publish callbacks [] for security_group (9dea33d0-fe07-4f9e-a728-b85823cc8e45), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.735890 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94ea61a3-f986-47a0-a8c2-2c328f0658da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (9dea33d0-fe07-4f9e-a728-b85823cc8e45), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.738442 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94ea61a3-f986-47a0-a8c2-2c328f0658da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:04.739490 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-94ea61a3-f986-47a0-a8c2-2c328f0658da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9dea33d0-fe07-4f9e-a728-b85823cc8e45 HTTP/1.1" status: 204 len: 168 time: 0.1193101 Feb 15 05:15:04.746921 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea61a3-f986-47a0-a8c2-2c328f0658da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dea33d0-fe07-4f9e-a728-b85823cc8e45,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:05.319443 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39d166-9948-4b04-99ae-eb53fa838d52 req-ab5dd45b-0a13-4e2e-aa95-f6763477897c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:05.321002 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a39d166-9948-4b04-99ae-eb53fa838d52 req-ab5dd45b-0a13-4e2e-aa95-f6763477897c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 944 time: 0.0526373 Feb 15 05:15:05.371761 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a39d166-9948-4b04-99ae-eb53fa838d52 req-7163b0ef-df54-412c-bc35-f86ac925cde7 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452740 Feb 15 05:15:05.426738 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-450d2344-8878-437e-aa39-156debc9d4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:05.570605 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device df74700c-8034-4e55-b22d-9d5e36806f8a up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:15:05.642952 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544421b5-418c-44d4-b8d3-a24745ef74ff req-3f687906-91e8-4482-972b-0b8d0ca36014 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:05.642952 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-544421b5-418c-44d4-b8d3-a24745ef74ff req-3f687906-91e8-4482-972b-0b8d0ca36014 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.0608664 Feb 15 05:15:05.726783 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-544421b5-418c-44d4-b8d3-a24745ef74ff req-8c1daf0e-1458-4c68-90a3-edbff17cccb7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741608 Feb 15 05:15:05.761685 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port df74700c-8034-4e55-b22d-9d5e36806f8a completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:15:05.765442 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port df74700c-8034-4e55-b22d-9d5e36806f8a triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:15:05.765809 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:05.843367 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port df74700c-8034-4e55-b22d-9d5e36806f8a is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:15:05.843787 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:05.867023 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9f2e6d-ac20-4f57-8e43-013e11955e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df74700c-8034-4e55-b22d-9d5e36806f8a'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:15:05.869603 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5febaa-25c2-4d16-878c-c17a27b446f9" -d '{"events": [{"server_uuid": "dd9f2e6d-ac20-4f57-8e43-013e11955e93", "name": "network-vif-plugged", "status": "completed", "tag": "df74700c-8034-4e55-b22d-9d5e36806f8a"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:15:05.882471 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port df74700c-8034-4e55-b22d-9d5e36806f8a, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=df74700c-8034-4e55-b22d-9d5e36806f8a,segment=NetworkSegment(8bdb8370-05f6-4198-a90f-d0a4acdb5d4c),segment_id=8bdb8370-05f6-4198-a90f-d0a4acdb5d4c)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:05.886912 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:05.913244 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d0a8c8-65c1-4190-919f-12938e5424b1 x-openstack-request-id: req-43d0a8c8-65c1-4190-919f-12938e5424b1 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:15:05.913558 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9f2e6d-ac20-4f57-8e43-013e11955e93", "name": "network-vif-plugged", "status": "completed", "tag": "df74700c-8034-4e55-b22d-9d5e36806f8a", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:15:05.913810 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43d0a8c8-65c1-4190-919f-12938e5424b1 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:15:05.914241 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9f2e6d-ac20-4f57-8e43-013e11955e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df74700c-8034-4e55-b22d-9d5e36806f8a', 'code': 200} Feb 15 05:15:05.947284 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=df74700c-8034-4e55-b22d-9d5e36806f8a,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:06.078188 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8ad16-37aa-4853-bd64-e2f6e32a9912 req-27ece393-a5ff-4794-81ac-76b68fad8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:06.080215 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fbe8ad16-37aa-4853-bd64-e2f6e32a9912 req-27ece393-a5ff-4794-81ac-76b68fad8064 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 1129 time: 0.0458012 Feb 15 05:15:06.125227 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fbe8ad16-37aa-4853-bd64-e2f6e32a9912 req-a4e70125-9067-4c03-81f8-46503febf44f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373797 Feb 15 05:15:06.486543 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483c86a-f39c-4ac7-8961-0a722f0a1df8 req-cb858ca0-7e38-49a5-b175-a6a82e48b708 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:06.488044 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7483c86a-f39c-4ac7-8961-0a722f0a1df8 req-cb858ca0-7e38-49a5-b175-a6a82e48b708 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 945 time: 0.0522897 Feb 15 05:15:06.536351 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7483c86a-f39c-4ac7-8961-0a722f0a1df8 req-ae45c77b-35ff-4190-a89b-597b75490712 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417643 Feb 15 05:15:06.556003 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:06.863515 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091572b-0117-47ac-9043-24f214401cf0 req-56f4afc6-bc22-43f9-9fec-9945bae17bda tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:06.866072 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8091572b-0117-47ac-9043-24f214401cf0 req-56f4afc6-bc22-43f9-9fec-9945bae17bda tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.0590734 Feb 15 05:15:06.927048 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8091572b-0117-47ac-9043-24f214401cf0 req-d04691df-141e-4471-aa1f-f9243485685a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562823 Feb 15 05:15:07.652571 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf5f53-41a1-47a3-aaad-b545504a8746 req-fab3a45a-4d0a-4d21-8819-778f2edd81b8 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:07.654027 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cbf5f53-41a1-47a3-aaad-b545504a8746 req-fab3a45a-4d0a-4d21-8819-778f2edd81b8 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 945 time: 0.0519743 Feb 15 05:15:07.698982 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cbf5f53-41a1-47a3-aaad-b545504a8746 req-4e64c14f-c2d4-437b-86e1-ce23bf368244 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386698 Feb 15 05:15:08.043810 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6b37d-675c-4c83-abf0-e8033403c3a0 req-3f178026-66c2-4e4b-add3-720c55d0d6b9 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:08.045208 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ff6b37d-675c-4c83-abf0-e8033403c3a0 req-3f178026-66c2-4e4b-add3-720c55d0d6b9 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.0525041 Feb 15 05:15:08.104504 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ff6b37d-675c-4c83-abf0-e8033403c3a0 req-59d1f1cd-13a6-41ea-b759-314c7368fee7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535793 Feb 15 05:15:08.346973 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:08.814142 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6055c-e6d2-44d4-a6df-1382a48b1275 req-b4c3cb94-ff99-4229-a61b-d20785100a39 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:08.815586 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ea6055c-e6d2-44d4-a6df-1382a48b1275 req-b4c3cb94-ff99-4229-a61b-d20785100a39 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 945 time: 0.0507019 Feb 15 05:15:08.861558 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ea6055c-e6d2-44d4-a6df-1382a48b1275 req-4d0b922e-e421-498e-9042-be1f8dc0f39c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Feb 15 05:15:09.224471 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91a49f-9337-4ce3-9619-25c0d4fdea3b req-696e9726-e3dc-4b63-820d-0eba42587cc7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:09.226119 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae91a49f-9337-4ce3-9619-25c0d4fdea3b req-696e9726-e3dc-4b63-820d-0eba42587cc7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.0560982 Feb 15 05:15:09.283568 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae91a49f-9337-4ce3-9619-25c0d4fdea3b req-9a3f7607-228f-4eba-a2b5-1f919c3c36ba tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520275 Feb 15 05:15:09.585205 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:10.407817 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af794fd-fb16-4bf1-9b45-fc60d393818e req-c6b828ac-b132-4169-ac58-06ae8a85907a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:10.409259 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1af794fd-fb16-4bf1-9b45-fc60d393818e req-c6b828ac-b132-4169-ac58-06ae8a85907a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.0550377 Feb 15 05:15:10.466388 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1af794fd-fb16-4bf1-9b45-fc60d393818e req-a6746593-7020-4d6f-839c-ee6a7c85afd9 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=fac0c3aa-0960-4e8a-afae-14f7323e59db&id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513930 Feb 15 05:15:15.275586 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 58722) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:15.375382 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c399b75c-b6e5-4960-ac85-841a2430d6dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.448385 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c399b75c-b6e5-4960-ac85-841a2430d6dc admin admin] Publish callbacks [] for security_group (4fa5d5f7-cd28-4482-8e02-6624df4c06bb), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.452157 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c399b75c-b6e5-4960-ac85-841a2430d6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (4fa5d5f7-cd28-4482-8e02-6624df4c06bb), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.491540 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c399b75c-b6e5-4960-ac85-841a2430d6dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fbe16a1c2304757b48f36854fa3b59b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148733 Feb 15 05:15:15.492503 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399b75c-b6e5-4960-ac85-841a2430d6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa5d5f7-cd28-4482-8e02-6624df4c06bb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:15.494158 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 58728) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:15.545576 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a01ac9a9-2762-4c9d-8070-befd7dcce174 admin admin] Publish callbacks [] for security_group (4fa5d5f7-cd28-4482-8e02-6624df4c06bb), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.566222 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a01ac9a9-2762-4c9d-8070-befd7dcce174 admin admin] Publish callbacks [] for security_group (4fa5d5f7-cd28-4482-8e02-6624df4c06bb), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.611546 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a01ac9a9-2762-4c9d-8070-befd7dcce174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (4fa5d5f7-cd28-4482-8e02-6624df4c06bb), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.614305 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a01ac9a9-2762-4c9d-8070-befd7dcce174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.615481 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a01ac9a9-2762-4c9d-8070-befd7dcce174 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fa5d5f7-cd28-4482-8e02-6624df4c06bb HTTP/1.1" status: 204 len: 168 time: 0.1198184 Feb 15 05:15:15.623196 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ac9a9-2762-4c9d-8070-befd7dcce174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa5d5f7-cd28-4482-8e02-6624df4c06bb,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:15.863120 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 58734) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:15.875963 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-68e482aa-0f8b-44ae-aed8-1b404b4b6b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.955858 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-68e482aa-0f8b-44ae-aed8-1b404b4b6b16 admin admin] Publish callbacks [] for security_group (5d0ac95f-5a4a-4a92-8553-afed1414477e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:15.959916 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-68e482aa-0f8b-44ae-aed8-1b404b4b6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (5d0ac95f-5a4a-4a92-8553-afed1414477e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.004132 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-68e482aa-0f8b-44ae-aed8-1b404b4b6b16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e801819d7e7407a85f4b614099311a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398005 Feb 15 05:15:16.004924 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e482aa-0f8b-44ae-aed8-1b404b4b6b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0ac95f-5a4a-4a92-8553-afed1414477e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:16.006963 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 58736) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:16.062152 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afb3b888-2501-44d0-b012-f813c7754e72 admin admin] Publish callbacks [] for security_group (5d0ac95f-5a4a-4a92-8553-afed1414477e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.082844 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afb3b888-2501-44d0-b012-f813c7754e72 admin admin] Publish callbacks [] for security_group (5d0ac95f-5a4a-4a92-8553-afed1414477e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.132988 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afb3b888-2501-44d0-b012-f813c7754e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (5d0ac95f-5a4a-4a92-8553-afed1414477e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.135729 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afb3b888-2501-44d0-b012-f813c7754e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.136881 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-afb3b888-2501-44d0-b012-f813c7754e72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d0ac95f-5a4a-4a92-8553-afed1414477e HTTP/1.1" status: 204 len: 168 time: 0.1276963 Feb 15 05:15:16.144157 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b888-2501-44d0-b012-f813c7754e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0ac95f-5a4a-4a92-8553-afed1414477e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:16.462256 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 58754) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:16.475470 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b58ffe09-ffa4-41e6-8dd6-142edb517951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.561310 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b58ffe09-ffa4-41e6-8dd6-142edb517951 admin admin] Publish callbacks [] for security_group (20fd004a-9f54-46c0-a9b1-d35c1e79692f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.565382 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b58ffe09-ffa4-41e6-8dd6-142edb517951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (20fd004a-9f54-46c0-a9b1-d35c1e79692f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.604745 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 58760) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:16.606751 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b58ffe09-ffa4-41e6-8dd6-142edb517951 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f15a203e4a1451bb4adb435aeb5b2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433554 Feb 15 05:15:16.617059 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ffe09-ffa4-41e6-8dd6-142edb517951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fd004a-9f54-46c0-a9b1-d35c1e79692f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:16.661581 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c36bb0b7-273f-44cd-9ca8-9e6ff98f1f0e admin admin] Publish callbacks [] for security_group (20fd004a-9f54-46c0-a9b1-d35c1e79692f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.686852 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c36bb0b7-273f-44cd-9ca8-9e6ff98f1f0e admin admin] Publish callbacks [] for security_group (20fd004a-9f54-46c0-a9b1-d35c1e79692f), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.738162 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c36bb0b7-273f-44cd-9ca8-9e6ff98f1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (20fd004a-9f54-46c0-a9b1-d35c1e79692f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.740884 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c36bb0b7-273f-44cd-9ca8-9e6ff98f1f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:16.742019 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c36bb0b7-273f-44cd-9ca8-9e6ff98f1f0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20fd004a-9f54-46c0-a9b1-d35c1e79692f HTTP/1.1" status: 204 len: 168 time: 0.1363118 Feb 15 05:15:16.750291 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bb0b7-273f-44cd-9ca8-9e6ff98f1f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fd004a-9f54-46c0-a9b1-d35c1e79692f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:16.863962 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:15:21.936504 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:33.216524 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f2cf2799-ba1e-4391-afa6-5023c582e8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:35.419436 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-50eca810-645d-4168-89d2-6b395f6aed92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.030524 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 58990) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:36.134270 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5e8fd90-84b9-447a-a3fd-5cd0a72e3956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.204841 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5e8fd90-84b9-447a-a3fd-5cd0a72e3956 admin admin] Publish callbacks [] for security_group (50438e16-3bc9-43d5-be5c-27f7f5033470), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.208467 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5e8fd90-84b9-447a-a3fd-5cd0a72e3956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (50438e16-3bc9-43d5-be5c-27f7f5033470), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.248742 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f5e8fd90-84b9-447a-a3fd-5cd0a72e3956 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c02c9128acb84904b6e66d9cee4b1f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148201 Feb 15 05:15:36.248742 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8fd90-84b9-447a-a3fd-5cd0a72e3956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50438e16-3bc9-43d5-be5c-27f7f5033470,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:36.249344 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 58998) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:15:36.297397 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0ef2-0c4b-4244-9d6e-812eeea77d85 admin admin] Publish callbacks [] for security_group (50438e16-3bc9-43d5-be5c-27f7f5033470), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.317942 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0ef2-0c4b-4244-9d6e-812eeea77d85 admin admin] Publish callbacks [] for security_group (50438e16-3bc9-43d5-be5c-27f7f5033470), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.364575 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0ef2-0c4b-4244-9d6e-812eeea77d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (50438e16-3bc9-43d5-be5c-27f7f5033470), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.367084 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0ef2-0c4b-4244-9d6e-812eeea77d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:36.368272 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d8ff0ef2-0c4b-4244-9d6e-812eeea77d85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50438e16-3bc9-43d5-be5c-27f7f5033470 HTTP/1.1" status: 204 len: 168 time: 0.1178703 Feb 15 05:15:36.377928 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff0ef2-0c4b-4244-9d6e-812eeea77d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50438e16-3bc9-43d5-be5c-27f7f5033470,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:36.561746 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:38.348360 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:39.102917 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34c462-75a6-46c6-bf95-f0654f031438 req-f3bd9d08-9ac1-4b4f-924e-8285b4684379 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:39.104307 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e34c462-75a6-46c6-bf95-f0654f031438 req-f3bd9d08-9ac1-4b4f-924e-8285b4684379 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 945 time: 0.0539792 Feb 15 05:15:39.149093 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e34c462-75a6-46c6-bf95-f0654f031438 req-e9afe190-4634-4606-8bee-342e31e22e7c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393429 Feb 15 05:15:39.587278 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:40.267351 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05f268-2763-4aea-af65-3cb2a4e25cfd req-fbf78efd-d508-41b6-a9cd-026027a0c7fd tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:40.268845 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab05f268-2763-4aea-af65-3cb2a4e25cfd req-fbf78efd-d508-41b6-a9cd-026027a0c7fd tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 945 time: 0.0520902 Feb 15 05:15:40.313582 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab05f268-2763-4aea-af65-3cb2a4e25cfd req-0bf63154-2b83-423c-af7b-88e7471b8a03 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392666 Feb 15 05:15:41.463805 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c4c3-739d-4f64-a26a-b6060d53ea27 req-94493886-e849-4447-bf34-5fe8d8ce8018 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:41.465276 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31b5c4c3-739d-4f64-a26a-b6060d53ea27 req-94493886-e849-4447-bf34-5fe8d8ce8018 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 945 time: 0.0830169 Feb 15 05:15:41.484536 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a279f09-e1a6-4f92-9a16-f2768dadea80 req-5d15aae0-79ac-4cb3-ae52-fbfaa387e3ea tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:41.485879 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a279f09-e1a6-4f92-9a16-f2768dadea80 req-5d15aae0-79ac-4cb3-ae52-fbfaa387e3ea tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 945 time: 0.0723822 Feb 15 05:15:41.554955 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31b5c4c3-739d-4f64-a26a-b6060d53ea27 req-c4ac8b79-6bb5-48b1-8825-87aadd6e78a3 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/security-groups?id=4c9ab16f-e8e1-48fd-b634-3b48d0146d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829608 Feb 15 05:15:41.602365 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-2a279f09-e1a6-4f92-9a16-f2768dadea80 req-9a928005-114d-422e-b9ef-c6a2f5d5e8d2 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Deleting port df74700c-8034-4e55-b22d-9d5e36806f8a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:15:41.602630 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2a279f09-e1a6-4f92-9a16-f2768dadea80 req-9a928005-114d-422e-b9ef-c6a2f5d5e8d2 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:41.686805 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-2a279f09-e1a6-4f92-9a16-f2768dadea80 req-9a928005-114d-422e-b9ef-c6a2f5d5e8d2 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] For port df74700c-8034-4e55-b22d-9d5e36806f8a, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=df74700c-8034-4e55-b22d-9d5e36806f8a,segment=NetworkSegment(8bdb8370-05f6-4198-a90f-d0a4acdb5d4c),segment_id=8bdb8370-05f6-4198-a90f-d0a4acdb5d4c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:15:41.687169 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2a279f09-e1a6-4f92-9a16-f2768dadea80 req-9a928005-114d-422e-b9ef-c6a2f5d5e8d2 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:41.698664 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-2a279f09-e1a6-4f92-9a16-f2768dadea80 req-9a928005-114d-422e-b9ef-c6a2f5d5e8d2 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Calling delete_port for df74700c-8034-4e55-b22d-9d5e36806f8a owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:15:42.061011 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2a279f09-e1a6-4f92-9a16-f2768dadea80 req-9a928005-114d-422e-b9ef-c6a2f5d5e8d2 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (df74700c-8034-4e55-b22d-9d5e36806f8a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.077680 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['df74700c-8034-4e55-b22d-9d5e36806f8a'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:15:42.090805 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a928005-114d-422e-b9ef-c6a2f5d5e8d2 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Pushing event deleted for resources: {'Port': ['ID=df74700c-8034-4e55-b22d-9d5e36806f8a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:15:42.129704 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a279f09-e1a6-4f92-9a16-f2768dadea80 req-9a928005-114d-422e-b9ef-c6a2f5d5e8d2 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] No DVR routers for this DVR port df74700c-8034-4e55-b22d-9d5e36806f8a on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:15:42.132169 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2a279f09-e1a6-4f92-9a16-f2768dadea80 req-9a928005-114d-422e-b9ef-c6a2f5d5e8d2 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:42.135684 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a279f09-e1a6-4f92-9a16-f2768dadea80 req-9a928005-114d-422e-b9ef-c6a2f5d5e8d2 tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.61 "DELETE /v2.0/ports/df74700c-8034-4e55-b22d-9d5e36806f8a HTTP/1.1" status: 204 len: 173 time: 0.6410716 Feb 15 05:15:42.136118 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9f2e6d-ac20-4f57-8e43-013e11955e93', 'name': 'network-vif-deleted', 'tag': 'df74700c-8034-4e55-b22d-9d5e36806f8a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:15:42.138378 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb93a11-5b46-4550-bab8-322a1c80c769" -d '{"events": [{"server_uuid": "dd9f2e6d-ac20-4f57-8e43-013e11955e93", "name": "network-vif-deleted", "tag": "df74700c-8034-4e55-b22d-9d5e36806f8a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:15:42.344847 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16ab43f-331d-4bc7-b8fa-9ad143ca01df x-openstack-request-id: req-c16ab43f-331d-4bc7-b8fa-9ad143ca01df {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:15:42.345140 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9f2e6d-ac20-4f57-8e43-013e11955e93", "name": "network-vif-deleted", "tag": "df74700c-8034-4e55-b22d-9d5e36806f8a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:15:42.345392 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c16ab43f-331d-4bc7-b8fa-9ad143ca01df {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:15:42.345793 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9f2e6d-ac20-4f57-8e43-013e11955e93', 'name': 'network-vif-deleted', 'tag': 'df74700c-8034-4e55-b22d-9d5e36806f8a', 'status': 'completed', 'code': 200} Feb 15 05:15:42.665605 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d59b098-277b-47b7-aa36-4c562203bcf2 req-6b07f121-fc16-47b2-b356-23a06585024c tempest-VolumesSnapshotTestJSON-621893834 tempest-VolumesSnapshotTestJSON-621893834-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd9f2e6d-ac20-4f57-8e43-013e11955e93 HTTP/1.1" status: 200 len: 210 time: 0.0297067 Feb 15 05:15:45.762087 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device df74700c-8034-4e55-b22d-9d5e36806f8a no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:15:45.782581 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: df74700c-8034-4e55-b22d-9d5e36806f8a {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:15:45.782919 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device df74700c-8034-4e55-b22d-9d5e36806f8a not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:15:51.943609 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:15:53.071332 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-acd0620a-72e2-43a1-8135-d7360482b178 req-caf03ff9-0dec-42ae-8910-f4ddf817486f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488560 Feb 15 05:15:53.134720 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0620a-72e2-43a1-8135-d7360482b178 req-dc3c7f7e-35a4-4033-8f85-14572c237e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:53.136228 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-acd0620a-72e2-43a1-8135-d7360482b178 req-dc3c7f7e-35a4-4033-8f85-14572c237e32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc00c2984834d619587d8bfc62961b1&device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 1169 time: 0.0439394 Feb 15 05:15:53.242153 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0620a-72e2-43a1-8135-d7360482b178 req-9705ceb5-702d-4f53-b63c-5cda7ba232bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:53.243693 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-acd0620a-72e2-43a1-8135-d7360482b178 req-9705ceb5-702d-4f53-b63c-5cda7ba232bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ace76cb-ba34-4b68-82fc-17f0038f29d0 HTTP/1.1" status: 200 len: 915 time: 0.0858116 Feb 15 05:15:53.306056 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-acd0620a-72e2-43a1-8135-d7360482b178 req-63e5b9f2-7917-4427-a00c-7d532017e904 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9b807c1-35ec-40db-861b-2d12342ef398 HTTP/1.1" status: 200 len: 1002 time: 0.0560982 Feb 15 05:15:53.352525 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0620a-72e2-43a1-8135-d7360482b178 req-a7d40709-40da-4aab-bd85-1640702444bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:53.353890 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-acd0620a-72e2-43a1-8135-d7360482b178 req-a7d40709-40da-4aab-bd85-1640702444bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1 HTTP/1.1" status: 200 len: 853 time: 0.0411983 Feb 15 05:15:53.407344 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0620a-72e2-43a1-8135-d7360482b178 req-30d510ce-2632-461f-8d61-ac5b68eaeb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:15:53.408820 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-acd0620a-72e2-43a1-8135-d7360482b178 req-30d510ce-2632-461f-8d61-ac5b68eaeb8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ace76cb-ba34-4b68-82fc-17f0038f29d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453682 Feb 15 05:15:53.496366 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-acd0620a-72e2-43a1-8135-d7360482b178 req-f55a4978-d8cb-4e91-8b73-6a06d36d12b0 service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797806 Feb 15 05:15:53.589741 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-acd0620a-72e2-43a1-8135-d7360482b178 req-c2ceda8b-2da3-49db-9759-a118db3e381e service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867746 Feb 15 05:15:53.862616 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:16:00.397619 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59184) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:00.498059 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e50ad04a-394d-4a91-967a-293ce273cfbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:00.569139 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e50ad04a-394d-4a91-967a-293ce273cfbf admin admin] Publish callbacks [] for security_group (d6ad15a2-e10d-4623-8ef6-99a0010bdc82), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:00.572712 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e50ad04a-394d-4a91-967a-293ce273cfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (d6ad15a2-e10d-4623-8ef6-99a0010bdc82), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:00.610684 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e50ad04a-394d-4a91-967a-293ce273cfbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cd3784fe2b747dbb03b3e50093ada0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120399 Feb 15 05:16:00.611558 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ad04a-394d-4a91-967a-293ce273cfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ad15a2-e10d-4623-8ef6-99a0010bdc82,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:00.613370 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 59188) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:00.661493 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ade2692-74bd-4b6e-9df2-59da84a190e5 admin admin] Publish callbacks [] for security_group (d6ad15a2-e10d-4623-8ef6-99a0010bdc82), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:00.682129 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ade2692-74bd-4b6e-9df2-59da84a190e5 admin admin] Publish callbacks [] for security_group (d6ad15a2-e10d-4623-8ef6-99a0010bdc82), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:00.732238 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ade2692-74bd-4b6e-9df2-59da84a190e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (d6ad15a2-e10d-4623-8ef6-99a0010bdc82), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:00.735112 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ade2692-74bd-4b6e-9df2-59da84a190e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:00.736357 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6ade2692-74bd-4b6e-9df2-59da84a190e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6ad15a2-e10d-4623-8ef6-99a0010bdc82 HTTP/1.1" status: 204 len: 168 time: 0.1220326 Feb 15 05:16:00.745380 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade2692-74bd-4b6e-9df2-59da84a190e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ad15a2-e10d-4623-8ef6-99a0010bdc82,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:03.217266 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-db88732f-707f-4087-a36b-b6311933e342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:05.420614 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e6abb30c-348f-4f58-80ee-6d230a083d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:06.561069 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:08.354351 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:08.685918 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59346) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:08.731871 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Deleting subnet 5bfbc70c-7b42-4980-b23b-2c5d3281da8a {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:16:08.735528 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Publish callbacks [] for subnet (5bfbc70c-7b42-4980-b23b-2c5d3281da8a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:08.767551 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2703963'] for subnet (5bfbc70c-7b42-4980-b23b-2c5d3281da8a), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:08.808003 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (5bfbc70c-7b42-4980-b23b-2c5d3281da8a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:08.859147 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3999312'] for subnet (5bfbc70c-7b42-4980-b23b-2c5d3281da8a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:08.884697 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfbc70c-7b42-4980-b23b-2c5d3281da8a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:08.889181 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:08.892831 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5bfbc70c-7b42-4980-b23b-2c5d3281da8a HTTP/1.1" status: 204 len: 168 time: 0.2059200 Feb 15 05:16:08.895488 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 59348) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:08.898965 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.899325 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.899829 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.900179 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.900522 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.900868 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.901205 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.901541 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.901878 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.902212 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.902716 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.902902 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.903202 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a8b3c-d34d-4fd5-9df9-e338f5ee14ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:08.971298 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (29a541db-211b-4732-93dd-ec24eb1ec8c1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:09.052986 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (29a541db-211b-4732-93dd-ec24eb1ec8c1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:09.072796 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a541db-211b-4732-93dd-ec24eb1ec8c1']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:16:09.081538 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdb8370-05f6-4198-a90f-d0a4acdb5d4c') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:16:09.081832 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdb8370-05f6-4198-a90f-d0a4acdb5d4c') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:16:09.090711 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3303319'] for segment (8bdb8370-05f6-4198-a90f-d0a4acdb5d4c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:09.104856 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (8bdb8370-05f6-4198-a90f-d0a4acdb5d4c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:09.111625 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:16:09.112058 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3338336'] for segment (8bdb8370-05f6-4198-a90f-d0a4acdb5d4c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: Traceback (most recent call last): Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: timer() Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: cb(*args, **kw) Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: return func(*args, **kwargs) Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: self._notify() Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: self.callback(batched_events) Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: event.method(event) Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: return f(self, *a, **k) Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._get(url).json() Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:16:09.113637 dv-cinder-828696-5-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:16:09.164419 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (29a541db-211b-4732-93dd-ec24eb1ec8c1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:09.169580 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:09.173363 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] 10.222.0.43 "DELETE /v2.0/networks/29a541db-211b-4732-93dd-ec24eb1ec8c1 HTTP/1.1" status: 204 len: 168 time: 0.2768898 Feb 15 05:16:09.184029 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Pushing event deleted for resources: {'Network': ['ID=29a541db-211b-4732-93dd-ec24eb1ec8c1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:09.191678 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.191967 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.192309 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.192649 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.192972 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.193299 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.193624 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.193946 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.194270 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.194593 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.194912 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.195228 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.195569 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03134448-f05a-4a21-9028-2c721ecbccba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:09.343939 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59354) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:09.383424 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9a6c687a-d76d-4f3b-a0b7-a9468d705635 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d131fba98f0549bcbad0f09923b88dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382597 Feb 15 05:16:09.385682 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59356) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:09.431957 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0de46e4-83d5-4d22-9652-8f04a95ce32c admin admin] Publish callbacks [] for security_group (4c9ab16f-e8e1-48fd-b634-3b48d0146d33), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:09.455024 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0de46e4-83d5-4d22-9652-8f04a95ce32c admin admin] Publish callbacks [] for security_group (4c9ab16f-e8e1-48fd-b634-3b48d0146d33), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:09.504078 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0de46e4-83d5-4d22-9652-8f04a95ce32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (4c9ab16f-e8e1-48fd-b634-3b48d0146d33), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:09.506972 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0de46e4-83d5-4d22-9652-8f04a95ce32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:09.508390 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b0de46e4-83d5-4d22-9652-8f04a95ce32c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c9ab16f-e8e1-48fd-b634-3b48d0146d33 HTTP/1.1" status: 204 len: 168 time: 0.1218183 Feb 15 05:16:09.515644 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de46e4-83d5-4d22-9652-8f04a95ce32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9ab16f-e8e1-48fd-b634-3b48d0146d33,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:09.589726 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:20.517007 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59472) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:20.616393 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e5efc9a-25c7-461f-87d7-2c8411060851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:20.688783 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e5efc9a-25c7-461f-87d7-2c8411060851 admin admin] Publish callbacks [] for security_group (3093844c-2987-4dfa-b30f-7b989e730195), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:20.692207 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e5efc9a-25c7-461f-87d7-2c8411060851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (3093844c-2987-4dfa-b30f-7b989e730195), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:20.728384 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8e5efc9a-25c7-461f-87d7-2c8411060851 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e84e85146ca4f509642e917358261c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103574 Feb 15 05:16:20.729250 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5efc9a-25c7-461f-87d7-2c8411060851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3093844c-2987-4dfa-b30f-7b989e730195,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:20.731160 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 59478) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:20.778745 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a87ed0f-666a-4147-a754-4c54337f97d2 admin admin] Publish callbacks [] for security_group (3093844c-2987-4dfa-b30f-7b989e730195), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:20.803057 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a87ed0f-666a-4147-a754-4c54337f97d2 admin admin] Publish callbacks [] for security_group (3093844c-2987-4dfa-b30f-7b989e730195), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:20.848795 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a87ed0f-666a-4147-a754-4c54337f97d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (3093844c-2987-4dfa-b30f-7b989e730195), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:20.851198 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a87ed0f-666a-4147-a754-4c54337f97d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:20.852358 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-4a87ed0f-666a-4147-a754-4c54337f97d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3093844c-2987-4dfa-b30f-7b989e730195 HTTP/1.1" status: 204 len: 168 time: 0.1201329 Feb 15 05:16:20.859515 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87ed0f-666a-4147-a754-4c54337f97d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3093844c-2987-4dfa-b30f-7b989e730195,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:21.946734 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:30.860686 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:16:33.219881 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6b36bb16-1f3b-4f2a-be28-b02f1ecdf29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:35.422491 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-73c6e1ae-2365-45c8-96a7-e0e4749109bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:36.563484 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:38.354245 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:39.594484 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:40.594521 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 59592) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:40.696341 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59e890d8-b136-4acf-9d45-2244d7940410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:40.768215 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59e890d8-b136-4acf-9d45-2244d7940410 admin admin] Publish callbacks [] for security_group (3cb3b39d-430b-493a-ab0b-28090551c638), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:40.771713 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59e890d8-b136-4acf-9d45-2244d7940410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (3cb3b39d-430b-493a-ab0b-28090551c638), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:40.808608 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-59e890d8-b136-4acf-9d45-2244d7940410 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9231c013965842cba9aeedb35b59345b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129343 Feb 15 05:16:40.809639 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e890d8-b136-4acf-9d45-2244d7940410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb3b39d-430b-493a-ab0b-28090551c638,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:40.811264 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59596) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:40.858055 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77079589-9fef-4a0d-8477-11850a5fe3dd admin admin] Publish callbacks [] for security_group (3cb3b39d-430b-493a-ab0b-28090551c638), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:40.879265 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77079589-9fef-4a0d-8477-11850a5fe3dd admin admin] Publish callbacks [] for security_group (3cb3b39d-430b-493a-ab0b-28090551c638), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:40.924525 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77079589-9fef-4a0d-8477-11850a5fe3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (3cb3b39d-430b-493a-ab0b-28090551c638), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:40.927060 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77079589-9fef-4a0d-8477-11850a5fe3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:40.928261 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-77079589-9fef-4a0d-8477-11850a5fe3dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cb3b39d-430b-493a-ab0b-28090551c638 HTTP/1.1" status: 204 len: 168 time: 0.1158881 Feb 15 05:16:40.936065 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77079589-9fef-4a0d-8477-11850a5fe3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb3b39d-430b-493a-ab0b-28090551c638,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:41.901102 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59628) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:42.003706 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ada088cb-2fd2-4cfb-8e39-8f2bd7e02436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:42.075837 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ada088cb-2fd2-4cfb-8e39-8f2bd7e02436 admin admin] Publish callbacks [] for security_group (1f801f9b-aac8-4b5a-8bef-d422a6b6ff72), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:42.079069 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ada088cb-2fd2-4cfb-8e39-8f2bd7e02436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (1f801f9b-aac8-4b5a-8bef-d422a6b6ff72), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:42.116085 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ada088cb-2fd2-4cfb-8e39-8f2bd7e02436 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44410496cc84460093547606d0621f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139547 Feb 15 05:16:42.117186 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada088cb-2fd2-4cfb-8e39-8f2bd7e02436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f801f9b-aac8-4b5a-8bef-d422a6b6ff72,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:42.118745 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 59632) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:42.165421 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47fcb131-4d9d-461f-9061-7ef8769af612 admin admin] Publish callbacks [] for security_group (1f801f9b-aac8-4b5a-8bef-d422a6b6ff72), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:42.186052 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47fcb131-4d9d-461f-9061-7ef8769af612 admin admin] Publish callbacks [] for security_group (1f801f9b-aac8-4b5a-8bef-d422a6b6ff72), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:42.233472 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47fcb131-4d9d-461f-9061-7ef8769af612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (1f801f9b-aac8-4b5a-8bef-d422a6b6ff72), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:42.236138 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47fcb131-4d9d-461f-9061-7ef8769af612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:42.237261 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-47fcb131-4d9d-461f-9061-7ef8769af612 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f801f9b-aac8-4b5a-8bef-d422a6b6ff72 HTTP/1.1" status: 204 len: 168 time: 0.1175363 Feb 15 05:16:42.244670 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcb131-4d9d-461f-9061-7ef8769af612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f801f9b-aac8-4b5a-8bef-d422a6b6ff72,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:44.366355 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-a08464ae-d9bd-4336-ae49-e9dce34412aa tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=267cf6e10ae64b58a23be4e9ce7d7102&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289528 Feb 15 05:16:44.541284 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-0d038396-ca97-41aa-bca9-eb2cb818e03f tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:44.542733 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-0d038396-ca97-41aa-bca9-eb2cb818e03f tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713917 Feb 15 05:16:44.556647 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-18430a4c-3247-4ea7-a01a-1f0b591bbdd1 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/quotas/267cf6e10ae64b58a23be4e9ce7d7102 HTTP/1.1" status: 200 len: 375 time: 0.0086651 Feb 15 05:16:44.590150 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-5ce1853a-182d-467f-becb-808be9b647ef tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=267cf6e10ae64b58a23be4e9ce7d7102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286822 Feb 15 05:16:44.746223 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-591fe7da-9982-4b51-8a2e-7d3b8efb122e req-3f4c408d-f17b-4417-af9e-1f84bc788ea7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 210 time: 0.0270765 Feb 15 05:16:45.608750 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-e1e97a29-c3c4-4ff4-8227-983a2225a655 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=267cf6e10ae64b58a23be4e9ce7d7102&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202703 Feb 15 05:16:45.712796 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-7ecb7a8c-3594-42c8-a0f7-b1e27c0705d7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:45.714124 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-7ecb7a8c-3594-42c8-a0f7-b1e27c0705d7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1003268 Feb 15 05:16:45.731619 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Request body: {'port': {'device_id': '9e062ca4-d130-4928-91f5-278414015887', 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968', 'admin_state_up': True, 'tenant_id': '267cf6e10ae64b58a23be4e9ce7d7102'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:16:45.843104 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd40c186-a8d9-4c4f-8ef7-285c29b2b0e2 req-186eeb10-f019-4d68-9ebe-29fa061ce9da tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 210 time: 0.0287843 Feb 15 05:16:45.859929 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Made reservation on behalf of 267cf6e10ae64b58a23be4e9ce7d7102 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:16:45.863901 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:45.875895 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:45.948189 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Publish callbacks [] for security_group (887f95a5-f4ed-4f36-9cec-7be15bfbb715), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:45.952172 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (887f95a5-f4ed-4f36-9cec-7be15bfbb715), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:46.009973 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887f95a5-f4ed-4f36-9cec-7be15bfbb715,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:46.078663 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Allocated IP 192.168.233.242 (579d4667-233f-4dd4-84db-8d3e01d63968/4f8d3ed3-02a2-40bc-8798-70c0536bc110/e85ecab6-593a-42c0-b284-449bce9e859e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:16:46.219290 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Publish callbacks [] for port (e85ecab6-593a-42c0-b284-449bce9e859e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:46.251583 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:46.291819 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Network 579d4667-233f-4dd4-84db-8d3e01d63968 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:16:46.296716 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:16:46.300237 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:16:46.306223 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Pushing event updated for resources: {'Port': ['ID=e85ecab6-593a-42c0-b284-449bce9e859e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:46.356179 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:46.356784 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:46.372954 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-8744b3ee-7b15-4c1f-aea7-89a1dcf7c2a7 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6449382 Feb 15 05:16:46.406834 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Request body: {'port': {'device_id': '9e062ca4-d130-4928-91f5-278414015887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:16:46.466356 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:46.572401 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c3169d78-df6d-4b8e-af09-80c362576c7c None None] Provisioning complete for port e85ecab6-593a-42c0-b284-449bce9e859e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:16:46.573002 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c3169d78-df6d-4b8e-af09-80c362576c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:46.606100 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c3169d78-df6d-4b8e-af09-80c362576c7c None None] Port e85ecab6-593a-42c0-b284-449bce9e859e cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:16:46.719378 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85ecab6-593a-42c0-b284-449bce9e859e {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:16:46.727896 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Publish callbacks [] for port (e85ecab6-593a-42c0-b284-449bce9e859e), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:46.740927 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Transition to ACTIVE for port object e85ecab6-593a-42c0-b284-449bce9e859e will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:16:46.744701 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:46.793894 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Pushing event updated for resources: {'Port': ['ID=e85ecab6-593a-42c0-b284-449bce9e859e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:46.862695 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Attempting to bind port e85ecab6-593a-42c0-b284-449bce9e859e on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:16:46.863032 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Attempting to bind port e85ecab6-593a-42c0-b284-449bce9e859e by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:16:46.863368 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Attempting to bind port e85ecab6-593a-42c0-b284-449bce9e859e on network 579d4667-233f-4dd4-84db-8d3e01d63968 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:16:46.870859 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Port e85ecab6-593a-42c0-b284-449bce9e859e on network 579d4667-233f-4dd4-84db-8d3e01d63968 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:16:46.870859 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Attempting to bind port e85ecab6-593a-42c0-b284-449bce9e859e on network 579d4667-233f-4dd4-84db-8d3e01d63968 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:16:46.877093 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:16:46.877879 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Checking segment: {'id': 'c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:16:46.878603 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Bound using segment: {'id': 'c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:16:46.879843 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Bound port: e85ecab6-593a-42c0-b284-449bce9e859e, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:16:46.880632 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:46.986489 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] For port e85ecab6-593a-42c0-b284-449bce9e859e, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:16:46.991693 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] For port e85ecab6-593a-42c0-b284-449bce9e859e, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e85ecab6-593a-42c0-b284-449bce9e859e,segment=NetworkSegment(c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe),segment_id=c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:16:46.998031 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:47.018416 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d94a8-aa66-4bbb-9bd3-d51974a3cd0a req-1cbbb788-7144-417c-919c-34bdabca9657 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:47.019920 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0e4d94a8-aa66-4bbb-9bd3-d51974a3cd0a req-1cbbb788-7144-417c-919c-34bdabca9657 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 948 time: 0.1013875 Feb 15 05:16:47.048087 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:47.048733 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:47.050053 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] 10.222.0.61 "PUT /v2.0/ports/e85ecab6-593a-42c0-b284-449bce9e859e HTTP/1.1" status: 200 len: 1098 time: 0.6476626 Feb 15 05:16:47.050505 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e062ca4-d130-4928-91f5-278414015887', 'tag': 'e85ecab6-593a-42c0-b284-449bce9e859e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:16:47.052723 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9f317a-9151-46c1-bfa2-9f970631e6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9e062ca4-d130-4928-91f5-278414015887", "tag": "e85ecab6-593a-42c0-b284-449bce9e859e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:16:47.103949 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3d41f-0517-4e56-9f2e-55ea0f3c1df1 service neutron] Pushing event updated for resources: {'Port': ['ID=e85ecab6-593a-42c0-b284-449bce9e859e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:47.110314 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d4ecf4-6ec0-4de9-bdd8-5fdac8a2b82e x-openstack-request-id: req-f6d4ecf4-6ec0-4de9-bdd8-5fdac8a2b82e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:16:47.110605 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e062ca4-d130-4928-91f5-278414015887", "tag": "e85ecab6-593a-42c0-b284-449bce9e859e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:16:47.110979 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6d4ecf4-6ec0-4de9-bdd8-5fdac8a2b82e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:16:47.111287 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e062ca4-d130-4928-91f5-278414015887', 'tag': 'e85ecab6-593a-42c0-b284-449bce9e859e', 'status': 'completed', 'code': 200} Feb 15 05:16:47.116185 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0e4d94a8-aa66-4bbb-9bd3-d51974a3cd0a req-329bd43c-88db-4679-85e2-9bffa80ce961 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/security-groups?id=887f95a5-f4ed-4f36-9cec-7be15bfbb715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776539 Feb 15 05:16:47.168258 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-bcd589ce-7346-4162-ae0e-f993333425b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:47.169938 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-bcd589ce-7346-4162-ae0e-f993333425b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=267cf6e10ae64b58a23be4e9ce7d7102&device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 1132 time: 0.0529163 Feb 15 05:16:47.211736 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-4eabc81e-057b-4a4d-9ff7-eb4234845066 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=e85ecab6-593a-42c0-b284-449bce9e859e HTTP/1.1" status: 200 len: 217 time: 0.0344329 Feb 15 05:16:47.259735 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-c7a4c0c3-947c-427c-a6a2-ea5bde335baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:47.261187 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-c7a4c0c3-947c-427c-a6a2-ea5bde335baf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4f8d3ed3-02a2-40bc-8798-70c0536bc110 HTTP/1.1" status: 200 len: 843 time: 0.0442245 Feb 15 05:16:47.307106 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-d6e1b918-7801-4aeb-8deb-253f7508652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:47.308500 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-d6e1b918-7801-4aeb-8deb-253f7508652b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=579d4667-233f-4dd4-84db-8d3e01d63968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0417831 Feb 15 05:16:47.396000 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-e4e4e983-89f9-44e2-aaa3-e38a94a15383 service neutron] 10.222.0.61 "GET /v2.0/networks/579d4667-233f-4dd4-84db-8d3e01d63968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817401 Feb 15 05:16:47.479257 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aebbf0f4-7d48-429d-b546-3eb30af8a2a0 req-b4a28fab-99ef-497e-8e23-e88066690e77 service neutron] 10.222.0.61 "GET /v2.0/networks/579d4667-233f-4dd4-84db-8d3e01d63968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781243 Feb 15 05:16:47.568216 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f317a-9151-46c1-bfa2-9f970631e6a8 req-9a1b2267-a500-44f6-b5e1-90bc91df3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:47.569670 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a9f317a-9151-46c1-bfa2-9f970631e6a8 req-9a1b2267-a500-44f6-b5e1-90bc91df3655 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=267cf6e10ae64b58a23be4e9ce7d7102&device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 1132 time: 0.0472982 Feb 15 05:16:47.653729 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f317a-9151-46c1-bfa2-9f970631e6a8 req-62f001d0-6922-4fb3-87f9-f74a747c072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:47.655167 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a9f317a-9151-46c1-bfa2-9f970631e6a8 req-62f001d0-6922-4fb3-87f9-f74a747c072d service neutron] 10.222.0.61 "GET /v2.0/networks?id=579d4667-233f-4dd4-84db-8d3e01d63968 HTTP/1.1" status: 200 len: 870 time: 0.0799434 Feb 15 05:16:47.699666 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a9f317a-9151-46c1-bfa2-9f970631e6a8 req-ce3309cd-5a76-4654-bdd1-68e28c108745 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=e85ecab6-593a-42c0-b284-449bce9e859e HTTP/1.1" status: 200 len: 217 time: 0.0377166 Feb 15 05:16:47.752798 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f317a-9151-46c1-bfa2-9f970631e6a8 req-ac261ff8-3f50-4bb5-94e4-226878c070e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:47.754287 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a9f317a-9151-46c1-bfa2-9f970631e6a8 req-ac261ff8-3f50-4bb5-94e4-226878c070e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4f8d3ed3-02a2-40bc-8798-70c0536bc110 HTTP/1.1" status: 200 len: 843 time: 0.0440230 Feb 15 05:16:47.803814 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f317a-9151-46c1-bfa2-9f970631e6a8 req-42e7bd47-0738-4d39-964e-d7d478b24c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:47.805723 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a9f317a-9151-46c1-bfa2-9f970631e6a8 req-42e7bd47-0738-4d39-964e-d7d478b24c87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=579d4667-233f-4dd4-84db-8d3e01d63968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0436761 Feb 15 05:16:47.910845 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a9f317a-9151-46c1-bfa2-9f970631e6a8 req-3a1b3d8c-79ee-4f91-8fce-996fe7f00f45 service neutron] 10.222.0.61 "GET /v2.0/networks/579d4667-233f-4dd4-84db-8d3e01d63968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992830 Feb 15 05:16:48.000280 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0cd0-7b48-4824-a4a8-43f3fb73b01b req-fbe00bed-9e61-4782-ad74-0ea21a29c82c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:48.001787 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b01a0cd0-7b48-4824-a4a8-43f3fb73b01b req-fbe00bed-9e61-4782-ad74-0ea21a29c82c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 946 time: 0.1057446 Feb 15 05:16:48.044314 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a9f317a-9151-46c1-bfa2-9f970631e6a8 req-259908fe-6ebe-4d03-b6bb-612740907654 service neutron] 10.222.0.61 "GET /v2.0/networks/579d4667-233f-4dd4-84db-8d3e01d63968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162114 Feb 15 05:16:48.067119 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b01a0cd0-7b48-4824-a4a8-43f3fb73b01b req-797bf4a2-f9a5-4ddb-9e92-b5cb40776f1b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571492 Feb 15 05:16:48.232810 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668b3f0-9107-4cc0-b3c7-d0f076fdabf0 req-e80cc00b-2ba9-4a50-8964-73108655bd0b tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:48.234295 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9668b3f0-9107-4cc0-b3c7-d0f076fdabf0 req-e80cc00b-2ba9-4a50-8964-73108655bd0b tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 948 time: 0.0514810 Feb 15 05:16:48.279201 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9668b3f0-9107-4cc0-b3c7-d0f076fdabf0 req-fc079c4e-fdd2-4ae9-9743-27130f6f6d65 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/security-groups?id=887f95a5-f4ed-4f36-9cec-7be15bfbb715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389514 Feb 15 05:16:49.185200 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c612deb-69bc-4a68-afba-801a72f48099 req-a467a4e4-d76c-4aad-9cb7-9855af96a106 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:49.186680 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c612deb-69bc-4a68-afba-801a72f48099 req-a467a4e4-d76c-4aad-9cb7-9855af96a106 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 946 time: 0.0496240 Feb 15 05:16:49.230533 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c612deb-69bc-4a68-afba-801a72f48099 req-76790443-575b-4c9a-a2bf-05329e601e27 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377154 Feb 15 05:16:49.397243 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d005ea3-3d70-4eba-8c91-e1a83cb6fe7b req-9c7f8ffa-67f1-4870-ac19-46308d0c2036 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:49.398677 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d005ea3-3d70-4eba-8c91-e1a83cb6fe7b req-9c7f8ffa-67f1-4870-ac19-46308d0c2036 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 948 time: 0.0544329 Feb 15 05:16:49.443761 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d005ea3-3d70-4eba-8c91-e1a83cb6fe7b req-38c8a072-c52f-45a3-81d6-1974b6945251 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/security-groups?id=887f95a5-f4ed-4f36-9cec-7be15bfbb715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391958 Feb 15 05:16:49.679889 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-8b874a55-a99a-4ffc-bda3-9febd736122d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:49.681310 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-8b874a55-a99a-4ffc-bda3-9febd736122d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 946 time: 0.0501616 Feb 15 05:16:49.773392 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Deleting port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:16:49.773654 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:49.858200 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] For port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:16:49.858561 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:50.072584 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:50.072858 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (4fe2b8a4-9990-4121-9785-52fae3a4be83), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:50.073177 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Floating IP 4fe2b8a4-9990-4121-9785-52fae3a4be83 disassociated. External IP: 172.27.3.211, port: 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538. Feb 15 05:16:50.073520 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Calling delete_port for 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:16:50.498644 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (0be1f9cc-4d7e-4a8b-9b98-6112f2c40538), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:50.536541 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fc586b2a-4754-41b8-a4cb-e3b5761d9461 req-0f571ea5-2969-4126-850c-396b25ef593a tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061683504&fields=id&tenant_id=bbc00c2984834d619587d8bfc62961b1 HTTP/1.1" status: 200 len: 267 time: 0.1184435 Feb 15 05:16:50.540872 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event deleted for resources: {'Port': ['ID=0be1f9cc-4d7e-4a8b-9b98-6112f2c40538,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:50.563821 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6491c15-04f5-4ebb-a297-45a7a11dd2bb req-07eaaa24-3784-4920-a084-960b528abc52 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:50.565292 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e6491c15-04f5-4ebb-a297-45a7a11dd2bb req-07eaaa24-3784-4920-a084-960b528abc52 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 946 time: 0.1459379 Feb 15 05:16:50.712389 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc586b2a-4754-41b8-a4cb-e3b5761d9461 req-fa190a1f-86d1-453b-942f-27516cb2a9b5 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:50.713837 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fc586b2a-4754-41b8-a4cb-e3b5761d9461 req-fa190a1f-86d1-453b-942f-27516cb2a9b5 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 985 time: 0.1708403 Feb 15 05:16:50.716680 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e6491c15-04f5-4ebb-a297-45a7a11dd2bb req-2f510ad5-c7c9-4da1-ba57-e7b7ffb0a2c0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=a048d555-c942-4b45-ad68-3c74407e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359632 Feb 15 05:16:50.730165 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-fc586b2a-4754-41b8-a4cb-e3b5761d9461 req-6a1bb62b-e450-4f4a-b523-2f96daf6fade tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Request body: {'port': {'security_groups': ['62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:16:50.772844 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Router 92f675ab-d5e2-46eb-a7ce-2445be023f5b has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:16:50.887049 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fc586b2a-4754-41b8-a4cb-e3b5761d9461 req-6a1bb62b-e450-4f4a-b523-2f96daf6fade tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:50.978374 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ff611-5b60-4fe6-84ab-87d8e2d8d4bb req-2e2cf75c-2290-4e45-8f4f-abc72efb6dc3 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:50.979810 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d14ff611-5b60-4fe6-84ab-87d8e2d8d4bb req-2e2cf75c-2290-4e45-8f4f-abc72efb6dc3 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 948 time: 0.1986177 Feb 15 05:16:51.034964 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:16:51.045201 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156cdeca-af3a-4f46-80ed-024719e2ed9e None None] Sync routers for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:16:51.054566 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156cdeca-af3a-4f46-80ed-024719e2ed9e None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:16:51.055184 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-156cdeca-af3a-4f46-80ed-024719e2ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:16:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:16:51.102333 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] No DVR routers for this DVR port 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:16:51.112298 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:51.115532 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cc41d31-d93c-4f7b-846e-33d06bb3ba8b req-7bf7a540-b949-4905-8fb0-fafeff531112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.61 "DELETE /v2.0/ports/0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 HTTP/1.1" status: 204 len: 173 time: 1.4289455 Feb 15 05:16:51.115997 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'name': 'network-vif-deleted', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:16:51.118213 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9280ce31-59d2-4cbb-a5f4-79f9f34fc0d8" -d '{"events": [{"server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "name": "network-vif-deleted", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:16:51.142641 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d14ff611-5b60-4fe6-84ab-87d8e2d8d4bb req-5ca06a80-d6e9-42c7-94a7-80f4136e448b tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/security-groups?id=887f95a5-f4ed-4f36-9cec-7be15bfbb715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549046 Feb 15 05:16:51.174146 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-156cdeca-af3a-4f46-80ed-024719e2ed9e None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:16:51.243254 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e66cd8a-d5c4-49a3-b4e9-e6314431e769 x-openstack-request-id: req-3e66cd8a-d5c4-49a3-b4e9-e6314431e769 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:16:51.243677 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e13bbd8-8e82-49ee-8039-a3ed46747362", "name": "network-vif-deleted", "tag": "0be1f9cc-4d7e-4a8b-9b98-6112f2c40538", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:16:51.244053 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e66cd8a-d5c4-49a3-b4e9-e6314431e769 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:16:51.244512 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e13bbd8-8e82-49ee-8039-a3ed46747362', 'name': 'network-vif-deleted', 'tag': '0be1f9cc-4d7e-4a8b-9b98-6112f2c40538', 'status': 'completed', 'code': 200} Feb 15 05:16:51.276255 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-fc586b2a-4754-41b8-a4cb-e3b5761d9461 req-6a1bb62b-e450-4f4a-b523-2f96daf6fade tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] For port b9b807c1-35ec-40db-861b-2d12342ef398, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=b9b807c1-35ec-40db-861b-2d12342ef398,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:16:51.308981 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fc586b2a-4754-41b8-a4cb-e3b5761d9461 req-6a1bb62b-e450-4f4a-b523-2f96daf6fade tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for port (b9b807c1-35ec-40db-861b-2d12342ef398), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:51.316283 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fc586b2a-4754-41b8-a4cb-e3b5761d9461 req-6a1bb62b-e450-4f4a-b523-2f96daf6fade tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:51.331911 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b9b807c1-35ec-40db-861b-2d12342ef398'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:16:51.358065 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc586b2a-4754-41b8-a4cb-e3b5761d9461 req-6a1bb62b-e450-4f4a-b523-2f96daf6fade tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:51.358762 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fc586b2a-4754-41b8-a4cb-e3b5761d9461 req-6a1bb62b-e450-4f4a-b523-2f96daf6fade tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:51.364279 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fc586b2a-4754-41b8-a4cb-e3b5761d9461 req-6a1bb62b-e450-4f4a-b523-2f96daf6fade tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "PUT /v2.0/ports/b9b807c1-35ec-40db-861b-2d12342ef398 HTTP/1.1" status: 200 len: 943 time: 0.6427255 Feb 15 05:16:51.366549 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 59738) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:51.400557 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bb62b-e450-4f4a-b523-2f96daf6fade tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event updated for resources: {'Port': ['ID=b9b807c1-35ec-40db-861b-2d12342ef398,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:51.430940 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee5ce426-a0ef-4e1d-93ba-402f4943e1da tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group (fac0c3aa-0960-4e8a-afae-14f7323e59db), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:51.455903 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b9b807c1-35ec-40db-861b-2d12342ef398'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:16:51.458080 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee5ce426-a0ef-4e1d-93ba-402f4943e1da tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group (fac0c3aa-0960-4e8a-afae-14f7323e59db), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:51.493663 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-156cdeca-af3a-4f46-80ed-024719e2ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:16:51.535166 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee5ce426-a0ef-4e1d-93ba-402f4943e1da tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (fac0c3aa-0960-4e8a-afae-14f7323e59db), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:51.538017 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee5ce426-a0ef-4e1d-93ba-402f4943e1da tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:51.539178 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ee5ce426-a0ef-4e1d-93ba-402f4943e1da tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "DELETE /v2.0/security-groups/fac0c3aa-0960-4e8a-afae-14f7323e59db HTTP/1.1" status: 204 len: 168 time: 0.1715560 Feb 15 05:16:51.542137 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59740) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:51.546206 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156cdeca-af3a-4f46-80ed-024719e2ed9e None None] Checking router: 92f675ab-d5e2-46eb-a7ce-2445be023f5b for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:16:51.554821 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ce426-a0ef-4e1d-93ba-402f4943e1da tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac0c3aa-0960-4e8a-afae-14f7323e59db,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:51.604504 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156cdeca-af3a-4f46-80ed-024719e2ed9e None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:16:51.605142 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-156cdeca-af3a-4f46-80ed-024719e2ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:16:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:16:51.731851 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Deleting port d2c7c7ec-d540-4756-bd1c-e8e6a91a264f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:16:51.732295 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (d2c7c7ec-d540-4756-bd1c-e8e6a91a264f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:51.785104 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-030d31f1-893c-41a3-903d-d808c0cd6301 None None] Provisioning complete for port b9b807c1-35ec-40db-861b-2d12342ef398 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:16:51.785477 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-030d31f1-893c-41a3-903d-d808c0cd6301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:51.820508 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-156cdeca-af3a-4f46-80ed-024719e2ed9e None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:16:51.841445 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (d2c7c7ec-d540-4756-bd1c-e8e6a91a264f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:51.841772 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for floatingip (d2c7c7ec-d540-4756-bd1c-e8e6a91a264f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:51.866143 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c64e3e7d-a7cd-48cf-851a-0d53d34a14bc req-ff9a1341-8a84-4012-8b2b-4584f131469c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e13bbd8-8e82-49ee-8039-a3ed46747362 HTTP/1.1" status: 200 len: 210 time: 0.0427756 Feb 15 05:16:51.872197 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Calling delete_port for d2c7c7ec-d540-4756-bd1c-e8e6a91a264f owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:16:52.075680 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (d2c7c7ec-d540-4756-bd1c-e8e6a91a264f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:52.103766 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event deleted for resources: {'Port': ['ID=d2c7c7ec-d540-4756-bd1c-e8e6a91a264f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:52.106414 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device e85ecab6-593a-42c0-b284-449bce9e859e details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:16:52.136737 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:52.167902 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks [] for floatingip (1f0d790b-67cc-476d-9efd-5e3f246b9e04), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:52.168268 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Floating IP 1f0d790b-67cc-476d-9efd-5e3f246b9e04 disassociated (deleted). External IP: 172.27.3.250, port: b9b807c1-35ec-40db-861b-2d12342ef398. Feb 15 05:16:52.278660 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-030d31f1-893c-41a3-903d-d808c0cd6301 None None] Current status of the port b9b807c1-35ec-40db-861b-2d12342ef398 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:16:52.322881 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8855a9-cf54-4f34-935e-8ed58e713b8d req-17a730ba-5ebc-43a2-a356-2f0165d41005 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:52.324392 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e8855a9-cf54-4f34-935e-8ed58e713b8d req-17a730ba-5ebc-43a2-a356-2f0165d41005 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 948 time: 0.1052072 Feb 15 05:16:52.345502 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port e85ecab6-593a-42c0-b284-449bce9e859e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e85ecab6-593a-42c0-b284-449bce9e859e,segment=NetworkSegment(c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe),segment_id=c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:16:52.363423 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': 'e85ecab6-593a-42c0-b284-449bce9e859e', 'network_id': '579d4667-233f-4dd4-84db-8d3e01d63968', 'port_id': 'e85ecab6-593a-42c0-b284-449bce9e859e', 'mac_address': 'fa:16:3e:25:d9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8d3ed3-02a2-40bc-8798-70c0536bc110', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:16:52.409655 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-156cdeca-af3a-4f46-80ed-024719e2ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:16:52.412398 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port e85ecab6-593a-42c0-b284-449bce9e859e is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:16:52.412784 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:52.438302 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156cdeca-af3a-4f46-80ed-024719e2ed9e None None] The sync data for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi is: [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:16:52.443340 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e8855a9-cf54-4f34-935e-8ed58e713b8d req-068baa46-cec6-49ac-b4fa-8a34e59a6b7d tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/security-groups?id=887f95a5-f4ed-4f36-9cec-7be15bfbb715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130946 Feb 15 05:16:52.453749 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85ecab6-593a-42c0-b284-449bce9e859e {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:16:52.479227 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:16:52.490547 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port e85ecab6-593a-42c0-b284-449bce9e859e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e85ecab6-593a-42c0-b284-449bce9e859e,segment=NetworkSegment(c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe),segment_id=c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:16:52.497245 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:52.547228 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=e85ecab6-593a-42c0-b284-449bce9e859e,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:52.555574 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.555950 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.556319 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.556663 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.556997 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.557328 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.557653 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.557986 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.558341 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.558802 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.559133 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.559458 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.559895 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:16:52.594007 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:16:52.599126 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:52.607470 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969be46-7cf2-4ea3-98d9-1b6c697da942 None None] Sync routers for ids ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:16:52.637435 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3c8be532-f245-4329-9ac0-b107c1bdaae7 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "DELETE /v2.0/floatingips/1f0d790b-67cc-476d-9efd-5e3f246b9e04 HTTP/1.1" status: 204 len: 168 time: 1.0909624 Feb 15 05:16:52.728775 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969be46-7cf2-4ea3-98d9-1b6c697da942 None None] Routers {'1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:16:52.729382 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-4969be46-7cf2-4ea3-98d9-1b6c697da942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:16:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:16:52.806565 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c86567-6c8f-4bd0-9481-69da9fb65cfb None None] New status for floating IP 4fe2b8a4-9990-4121-9785-52fae3a4be83: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:16:52.840841 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-4969be46-7cf2-4ea3-98d9-1b6c697da942 None None] Set router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:16:52.935448 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['e85ecab6-593a-42c0-b284-449bce9e859e'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:16:53.042379 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 59758) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:53.103087 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0853739d-fcf0-4002-aa61-a5d2b561af72 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group (a048d555-c942-4b45-ad68-3c74407e20a1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:53.129366 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0853739d-fcf0-4002-aa61-a5d2b561af72 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group (a048d555-c942-4b45-ad68-3c74407e20a1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:53.156169 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-4969be46-7cf2-4ea3-98d9-1b6c697da942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 4, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '690eba6e-63d4-41c7-894d-fcdcfc1b88ee', 'name': '', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'mac_address': 'fa:16:3e:22:15:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:04Z', 'updated_at': '2022-02-15T05:11:09Z', 'revision_number': 5, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'subnets': [{'id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:16:53.177055 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0853739d-fcf0-4002-aa61-a5d2b561af72 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (a048d555-c942-4b45-ad68-3c74407e20a1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:53.180008 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0853739d-fcf0-4002-aa61-a5d2b561af72 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:53.181222 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0853739d-fcf0-4002-aa61-a5d2b561af72 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "DELETE /v2.0/security-groups/a048d555-c942-4b45-ad68-3c74407e20a1 HTTP/1.1" status: 204 len: 168 time: 0.1377637 Feb 15 05:16:53.184007 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59760) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:53.186801 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969be46-7cf2-4ea3-98d9-1b6c697da942 None None] Checking router: 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:16:53.191284 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853739d-fcf0-4002-aa61-a5d2b561af72 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a048d555-c942-4b45-ad68-3c74407e20a1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:53.197101 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969be46-7cf2-4ea3-98d9-1b6c697da942 None None] Routers {'1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:16:53.197776 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-4969be46-7cf2-4ea3-98d9-1b6c697da942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:16:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:16:53.219469 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.api.v2.resource [None req-935fb500-f315-4f2e-b5a4-ca42aad827d2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] show failed (client error): The resource could not be found. Feb 15 05:16:53.220557 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-935fb500-f315-4f2e-b5a4-ca42aad827d2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups/a048d555-c942-4b45-ad68-3c74407e20a1 HTTP/1.1" status: 404 len: 347 time: 0.0353568 Feb 15 05:16:53.223334 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59762) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:53.263031 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398'}, {'name': 'network-changed', 'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:16:53.265249 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398"}, {"name": "network-changed", "server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:16:53.318627 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-4969be46-7cf2-4ea3-98d9-1b6c697da942 None None] Set router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:16:53.344056 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 05:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efe9ee3-771c-4680-93e5-99f218aa87d5 x-openstack-request-id: req-4efe9ee3-771c-4680-93e5-99f218aa87d5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:16:53.344429 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:16:53.344632 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4efe9ee3-771c-4680-93e5-99f218aa87d5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:16:53.344980 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'status': 'completed', 'code': 200} Feb 15 05:16:53.345233 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'status': 'completed', 'code': 200} Feb 15 05:16:53.407226 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-05ded1f0-81da-4305-93cb-0e79fc088112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Deleting port 3aca7ee1-7757-49ce-ae2b-28be6a0dd75f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:16:53.407560 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05ded1f0-81da-4305-93cb-0e79fc088112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (3aca7ee1-7757-49ce-ae2b-28be6a0dd75f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:53.410538 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-f8aca599-e009-45d7-85d0-00f8e41f78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:53.412057 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-f8aca599-e009-45d7-85d0-00f8e41f78a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc00c2984834d619587d8bfc62961b1&device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 1130 time: 0.0613697 Feb 15 05:16:53.573304 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-4969be46-7cf2-4ea3-98d9-1b6c697da942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 4, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '690eba6e-63d4-41c7-894d-fcdcfc1b88ee', 'name': '', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'mac_address': 'fa:16:3e:22:15:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:04Z', 'updated_at': '2022-02-15T05:11:09Z', 'revision_number': 5, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'subnets': [{'id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:16:53.618104 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969be46-7cf2-4ea3-98d9-1b6c697da942 None None] The sync data for ids ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'] in dv-cinder-828696-5-iscsi is: [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:11:04Z', 'revision_number': 4, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '690eba6e-63d4-41c7-894d-fcdcfc1b88ee', 'name': '', 'network_id': '6ace76cb-ba34-4b68-82fc-17f0038f29d0', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'mac_address': 'fa:16:3e:22:15:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:04Z', 'updated_at': '2022-02-15T05:11:09Z', 'revision_number': 5, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'subnets': [{'id': '16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:16:53.619765 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05ded1f0-81da-4305-93cb-0e79fc088112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (3aca7ee1-7757-49ce-ae2b-28be6a0dd75f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:53.620240 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05ded1f0-81da-4305-93cb-0e79fc088112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (3aca7ee1-7757-49ce-ae2b-28be6a0dd75f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:53.628726 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-bcc753db-6783-4df3-96f0-063b3811e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:53.630189 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-bcc753db-6783-4df3-96f0-063b3811e5c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ace76cb-ba34-4b68-82fc-17f0038f29d0 HTTP/1.1" status: 200 len: 915 time: 0.2028685 Feb 15 05:16:53.639056 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-05ded1f0-81da-4305-93cb-0e79fc088112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Calling delete_port for 3aca7ee1-7757-49ce-ae2b-28be6a0dd75f owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:16:53.687220 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-8ab7aaa4-7c10-4e88-9b40-a239f956a605 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9b807c1-35ec-40db-861b-2d12342ef398 HTTP/1.1" status: 200 len: 217 time: 0.0492744 Feb 15 05:16:53.699380 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d00767-f38a-48b8-a7ed-0eaac4777002 req-0f00d775-94d2-4e0d-8abb-f6bf739a0983 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:53.704684 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d3d00767-f38a-48b8-a7ed-0eaac4777002 req-0f00d775-94d2-4e0d-8abb-f6bf739a0983 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 949 time: 0.1703379 Feb 15 05:16:53.833937 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-04217f4d-0baf-4028-bee6-df855b753d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:53.835387 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-04217f4d-0baf-4028-bee6-df855b753d31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1 HTTP/1.1" status: 200 len: 853 time: 0.1277885 Feb 15 05:16:53.852512 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d3d00767-f38a-48b8-a7ed-0eaac4777002 req-02d4767d-2c4a-41f4-b7b2-a2ac271f569c tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/security-groups?id=887f95a5-f4ed-4f36-9cec-7be15bfbb715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055810 Feb 15 05:16:53.910238 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41116b73-5f01-4837-acfa-e3f8145d3768 None None] New status for floating IP 1f0d790b-67cc-476d-9efd-5e3f246b9e04: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:16:53.928722 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-67b616a6-f4b7-490c-8f05-4e4b447dafef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:53.930707 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-67b616a6-f4b7-490c-8f05-4e4b447dafef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ace76cb-ba34-4b68-82fc-17f0038f29d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818987 Feb 15 05:16:53.959599 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05ded1f0-81da-4305-93cb-0e79fc088112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (3aca7ee1-7757-49ce-ae2b-28be6a0dd75f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.068624 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ded1f0-81da-4305-93cb-0e79fc088112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event deleted for resources: {'Port': ['ID=3aca7ee1-7757-49ce-ae2b-28be6a0dd75f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:54.084369 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device e85ecab6-593a-42c0-b284-449bce9e859e up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:16:54.135769 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-a53fbb8a-1cee-4ceb-89db-f79cc8182d60 service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974151 Feb 15 05:16:54.180391 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port e85ecab6-593a-42c0-b284-449bce9e859e completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:16:54.185271 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port e85ecab6-593a-42c0-b284-449bce9e859e triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:16:54.185642 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.239271 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05ded1f0-81da-4305-93cb-0e79fc088112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (4fe2b8a4-9990-4121-9785-52fae3a4be83), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.242305 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05ded1f0-81da-4305-93cb-0e79fc088112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.246492 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-05ded1f0-81da-4305-93cb-0e79fc088112 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "DELETE /v2.0/floatingips/4fe2b8a4-9990-4121-9785-52fae3a4be83 HTTP/1.1" status: 204 len: 168 time: 1.0192547 Feb 15 05:16:54.265093 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e09c8af-c882-4395-a294-5bad3ba17915 req-ab85c27a-b431-464c-bc5d-d2cc797dc821 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2522261 Feb 15 05:16:54.334370 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port e85ecab6-593a-42c0-b284-449bce9e859e is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:16:54.334759 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.340543 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-d6594eb5-2e10-4b05-8994-8556da852b2c service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791549 Feb 15 05:16:54.359672 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e062ca4-d130-4928-91f5-278414015887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85ecab6-593a-42c0-b284-449bce9e859e'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:16:54.361994 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a181b98-a1a5-43e9-b6dd-fd5f98e45d55" -d '{"events": [{"server_uuid": "9e062ca4-d130-4928-91f5-278414015887", "name": "network-vif-plugged", "status": "completed", "tag": "e85ecab6-593a-42c0-b284-449bce9e859e"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:16:54.376992 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port e85ecab6-593a-42c0-b284-449bce9e859e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e85ecab6-593a-42c0-b284-449bce9e859e,segment=NetworkSegment(c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe),segment_id=c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:16:54.382403 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.383826 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:16:54.394966 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09c8af-c882-4395-a294-5bad3ba17915 req-a4dfb6d8-d2d2-4dd1-aa79-2a2049e6b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:54.397924 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e09c8af-c882-4395-a294-5bad3ba17915 req-a4dfb6d8-d2d2-4dd1-aa79-2a2049e6b9b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3640e3681a744a598c3edf21eb77f5ba&device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 1129 time: 0.1040149 Feb 15 05:16:54.444479 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:16:54.444660 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 0be1f9cc-4d7e-4a8b-9b98-6112f2c40538 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:16:54.464088 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=e85ecab6-593a-42c0-b284-449bce9e859e,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:54.524215 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597975a6-4d36-4804-a821-4e579150fcb8 x-openstack-request-id: req-597975a6-4d36-4804-a821-4e579150fcb8 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:16:54.524596 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e062ca4-d130-4928-91f5-278414015887", "name": "network-vif-plugged", "status": "completed", "tag": "e85ecab6-593a-42c0-b284-449bce9e859e", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:16:54.524850 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-597975a6-4d36-4804-a821-4e579150fcb8 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:16:54.525278 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e062ca4-d130-4928-91f5-278414015887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85ecab6-593a-42c0-b284-449bce9e859e', 'code': 200} Feb 15 05:16:54.548783 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-84a59944-05db-4cff-b919-bfee787a0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:54.550526 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-84a59944-05db-4cff-b919-bfee787a0848 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bbc00c2984834d619587d8bfc62961b1&device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 1130 time: 0.1454082 Feb 15 05:16:54.572688 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 59784) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:54.578465 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-40496c93-4ba8-4b17-ba28-a47e7ae3da3c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025946', 'description': 'tempest-description--1966941099'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:16:54.628968 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09c8af-c882-4395-a294-5bad3ba17915 req-ec1bd19f-0d69-4d4b-a749-52cff8daf2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:54.630406 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e09c8af-c882-4395-a294-5bad3ba17915 req-ec1bd19f-0d69-4d4b-a749-52cff8daf2e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0350d0e-fe7d-4529-a5d0-7255a51c338a HTTP/1.1" status: 200 len: 908 time: 0.2103221 Feb 15 05:16:54.641408 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-40496c93-4ba8-4b17-ba28-a47e7ae3da3c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.723869 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-b549e8e0-c8cb-4760-81b1-9a494885ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:54.725298 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-b549e8e0-c8cb-4760-81b1-9a494885ff34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ace76cb-ba34-4b68-82fc-17f0038f29d0 HTTP/1.1" status: 200 len: 915 time: 0.1681654 Feb 15 05:16:54.726927 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e09c8af-c882-4395-a294-5bad3ba17915 req-ae30e144-e0d1-4747-9fb1-bad4dfcffd3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070 HTTP/1.1" status: 200 len: 1000 time: 0.0903051 Feb 15 05:16:54.734137 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-40496c93-4ba8-4b17-ba28-a47e7ae3da3c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group (0c695032-8c81-4818-a575-bd1a7abc04e5), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.750767 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-40496c93-4ba8-4b17-ba28-a47e7ae3da3c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (0c695032-8c81-4818-a575-bd1a7abc04e5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.785952 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-40496c93-4ba8-4b17-ba28-a47e7ae3da3c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.787168 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-40496c93-4ba8-4b17-ba28-a47e7ae3da3c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2128613 Feb 15 05:16:54.792222 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 59786) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:54.794347 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-088c93bc-e5d7-4dda-8c19-7ab68027756d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9b807c1-35ec-40db-861b-2d12342ef398 HTTP/1.1" status: 200 len: 217 time: 0.0586364 Feb 15 05:16:54.797696 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-d7377c32-c245-43e2-a706-15882e43d0c9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Request body: {'security_group_rule': {'security_group_id': '0c695032-8c81-4818-a575-bd1a7abc04e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:16:54.805828 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40496c93-4ba8-4b17-ba28-a47e7ae3da3c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c695032-8c81-4818-a575-bd1a7abc04e5,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:54.812338 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc2b17-894a-4edd-85f8-a843e2e2ebd6 req-acc0188a-e2cc-4345-bf80-9592559036bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:54.813843 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0afc2b17-894a-4edd-85f8-a843e2e2ebd6 req-acc0188a-e2cc-4345-bf80-9592559036bc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 1134 time: 0.0957868 Feb 15 05:16:54.844173 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09c8af-c882-4395-a294-5bad3ba17915 req-6eb58827-ed2a-42f4-9d12-878211e80805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:54.844695 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7377c32-c245-43e2-a706-15882e43d0c9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group_rule (89ece842-5db3-4623-bf5d-d2f522ef5a8c), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.845580 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e09c8af-c882-4395-a294-5bad3ba17915 req-6eb58827-ed2a-42f4-9d12-878211e80805 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5a3b18e-4558-47d5-9014-9958f353abe1 HTTP/1.1" status: 200 len: 846 time: 0.1036603 Feb 15 05:16:54.860963 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-1d449cf0-6a4f-46c1-942e-e9c0de96f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:54.862401 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-1d449cf0-6a4f-46c1-942e-e9c0de96f8e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1 HTTP/1.1" status: 200 len: 853 time: 0.0586455 Feb 15 05:16:54.881176 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0afc2b17-894a-4edd-85f8-a843e2e2ebd6 req-f7d7232e-2e7d-4ce8-b849-ce6f66c1077d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=887f95a5-f4ed-4f36-9cec-7be15bfbb715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610957 Feb 15 05:16:54.917570 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7377c32-c245-43e2-a706-15882e43d0c9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group_rule (89ece842-5db3-4623-bf5d-d2f522ef5a8c), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.921927 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7377c32-c245-43e2-a706-15882e43d0c9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (89ece842-5db3-4623-bf5d-d2f522ef5a8c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.942281 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7377c32-c245-43e2-a706-15882e43d0c9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ece842-5db3-4623-bf5d-d2f522ef5a8c,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:54.952904 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7377c32-c245-43e2-a706-15882e43d0c9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:54.954173 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d7377c32-c245-43e2-a706-15882e43d0c9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1610491 Feb 15 05:16:54.956962 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 59790) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:54.961422 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-828dca2b-c379-4d08-8df6-9a48ff6756a9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Request body: {'security_group_rule': {'security_group_id': '0c695032-8c81-4818-a575-bd1a7abc04e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:16:54.987328 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-828dca2b-c379-4d08-8df6-9a48ff6756a9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group_rule (632be9f1-3de5-4b41-a4cb-c8b82de8f0b8), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.054867 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-828dca2b-c379-4d08-8df6-9a48ff6756a9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group_rule (632be9f1-3de5-4b41-a4cb-c8b82de8f0b8), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.059334 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-828dca2b-c379-4d08-8df6-9a48ff6756a9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (632be9f1-3de5-4b41-a4cb-c8b82de8f0b8), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.079545 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dca2b-c379-4d08-8df6-9a48ff6756a9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632be9f1-3de5-4b41-a4cb-c8b82de8f0b8,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:55.085532 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-828dca2b-c379-4d08-8df6-9a48ff6756a9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.090141 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-828dca2b-c379-4d08-8df6-9a48ff6756a9 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322203 Feb 15 05:16:55.090848 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 59792) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:16:55.095545 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Request body: {'floatingip': {'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:16:55.118711 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.226277 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.240756 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09c8af-c882-4395-a294-5bad3ba17915 req-7a7303a0-21ea-4887-b823-bd7c7f64f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:55.242304 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e09c8af-c882-4395-a294-5bad3ba17915 req-7a7303a0-21ea-4887-b823-bd7c7f64f086 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0350d0e-fe7d-4529-a5d0-7255a51c338a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3889618 Feb 15 05:16:55.253173 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-5de9286b-1085-42b1-bd82-3ba47f293f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:55.254610 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-5de9286b-1085-42b1-bd82-3ba47f293f13 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ace76cb-ba34-4b68-82fc-17f0038f29d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937994 Feb 15 05:16:55.270224 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee4e50-6766-4c4f-b184-cb877fa74563 req-4254ce57-0658-4840-9048-971a32d601bc tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:55.271566 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-80ee4e50-6766-4c4f-b184-cb877fa74563 req-4254ce57-0658-4840-9048-971a32d601bc tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 950 time: 0.1121156 Feb 15 05:16:55.331680 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Allocated IP 172.27.3.174 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/8fe3222f-7bad-4528-9385-a47321be9430) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:16:55.440096 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for port (8fe3222f-7bad-4528-9385-a47321be9430), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.456574 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-80ee4e50-6766-4c4f-b184-cb877fa74563 req-b13ffdf4-695b-4cb1-9b2e-88b31f039480 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/security-groups?id=887f95a5-f4ed-4f36-9cec-7be15bfbb715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658874 Feb 15 05:16:55.474486 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (8fe3222f-7bad-4528-9385-a47321be9430), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.480149 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-8946acc2-14d9-4678-92c2-c7309c21a17e service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168519 Feb 15 05:16:55.482113 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e09c8af-c882-4395-a294-5bad3ba17915 req-197386de-0093-4999-9355-76d9a0f91da3 service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314026 Feb 15 05:16:55.530378 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:16:55.531226 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event updated for resources: {'Port': ['ID=8fe3222f-7bad-4528-9385-a47321be9430,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:55.535294 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:16:55.537573 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:16:55.618320 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (7b4d6c2f-8837-44b6-919f-0622a3dde652), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.653375 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (8fe3222f-7bad-4528-9385-a47321be9430), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.684007 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e09c8af-c882-4395-a294-5bad3ba17915 req-301552d5-e300-4da4-9efb-637541e6cf5f service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895068 Feb 15 05:16:55.686667 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-355f1ca1-a9dd-4b5f-a7b6-d9d1b0171f93 req-de9b0139-f229-48a0-a6cc-c8ac98623990 service neutron] 10.222.0.61 "GET /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939473 Feb 15 05:16:55.698668 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879dc1c-187b-4c48-b769-dc7a3fbad75d req-8f0ad1a9-9c0e-4620-8201-d92c7b00c392 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:55.700966 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d879dc1c-187b-4c48-b769-dc7a3fbad75d req-8f0ad1a9-9c0e-4620-8201-d92c7b00c392 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 946 time: 0.1438484 Feb 15 05:16:55.749562 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d879dc1c-187b-4c48-b769-dc7a3fbad75d req-c5402cff-85a9-4319-88be-fa62a08b4312 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423152 Feb 15 05:16:55.812435 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for port (8fe3222f-7bad-4528-9385-a47321be9430), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.817107 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (8fe3222f-7bad-4528-9385-a47321be9430), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.886578 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event updated for resources: {'Port': ['ID=8fe3222f-7bad-4528-9385-a47321be9430,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:55.894495 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (7b4d6c2f-8837-44b6-919f-0622a3dde652), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.908463 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:55.909683 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7ff564e6-7030-4b05-b7eb-f138746fcde0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8178763 Feb 15 05:16:56.100694 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-5fb370e7-c3fe-46ee-be2a-7d472b4cbee5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2025946&fields=id&tenant_id=17c593bc1f1546b08b29ee3016e2bf5b HTTP/1.1" status: 200 len: 267 time: 0.0423343 Feb 15 05:16:56.207420 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-0ff6a342-88c6-4660-90c7-eba2f943d34a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:56.208955 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-0ff6a342-88c6-4660-90c7-eba2f943d34a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 816 time: 0.1018338 Feb 15 05:16:56.224215 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-ccd2ecf5-7b5f-424e-9626-2a5e617f7588 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/quotas/17c593bc1f1546b08b29ee3016e2bf5b HTTP/1.1" status: 200 len: 375 time: 0.0091891 Feb 15 05:16:56.280471 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-e0c84d64-0700-472f-94db-fe5efe66bb4c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500703 Feb 15 05:16:56.370097 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-ae32946f-5e14-4dfb-a905-87a88b39b7c4 service neutron] 10.222.0.43 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788939 Feb 15 05:16:56.459257 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-03031e34-8c4d-4ae0-9f5b-025468ea26b2 service neutron] 10.222.0.43 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830724 Feb 15 05:16:56.570572 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b2767-562d-4978-b2a7-8c1eeb09a544 req-21795510-2860-4503-8d95-e6e278da4ca5 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:56.572264 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f4b2767-562d-4978-b2a7-8c1eeb09a544 req-21795510-2860-4503-8d95-e6e278da4ca5 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 950 time: 0.0570648 Feb 15 05:16:56.623058 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa581e0e-0908-454e-899a-d3ee0f4a2fad req-ddacfddf-0450-4c9f-a870-971b248c9a0a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 210 time: 0.0295601 Feb 15 05:16:56.647961 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f4b2767-562d-4978-b2a7-8c1eeb09a544 req-5f5fae12-212f-4439-ba8b-ca2b05f63324 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/security-groups?id=887f95a5-f4ed-4f36-9cec-7be15bfbb715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657194 Feb 15 05:16:56.910165 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a9975-3565-4a66-bbc7-c0af7c0ae874 req-bb6f1e7a-636f-4674-ba4f-93a1a00e17d5 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:56.912180 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb6a9975-3565-4a66-bbc7-c0af7c0ae874 req-bb6f1e7a-636f-4674-ba4f-93a1a00e17d5 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 946 time: 0.0873308 Feb 15 05:16:56.934481 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c1751-fbff-4f91-b426-df71549ae407 req-5400fb66-7bfc-42bc-b98a-6212bd8f413f tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:56.936446 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ac8c1751-fbff-4f91-b426-df71549ae407 req-5400fb66-7bfc-42bc-b98a-6212bd8f413f tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 950 time: 0.0762436 Feb 15 05:16:56.994993 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb6a9975-3565-4a66-bbc7-c0af7c0ae874 req-c9742541-d901-4aea-a032-cc0a49ae0fc1 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761886 Feb 15 05:16:57.012177 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ac8c1751-fbff-4f91-b426-df71549ae407 req-94c9cab7-8e5e-4411-af65-08568ea6cc02 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/security-groups?id=887f95a5-f4ed-4f36-9cec-7be15bfbb715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643125 Feb 15 05:16:57.631816 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2407c-587a-48b4-81c7-8b42c381111b req-6d4bdfd0-2e8a-48b8-b6e4-0a835de932f2 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:57.633491 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ef2407c-587a-48b4-81c7-8b42c381111b req-6d4bdfd0-2e8a-48b8-b6e4-0a835de932f2 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 946 time: 0.1159756 Feb 15 05:16:57.692070 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-a0c94216-1165-4112-9abe-3a035acc006e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:57.693539 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-a0c94216-1165-4112-9abe-3a035acc006e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 816 time: 0.1491938 Feb 15 05:16:57.764681 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-354bffdf-8fff-4267-8b6e-a22db4572a2e req-7d2ff7a2-8082-4758-b9c3-183a6aa14ade tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 210 time: 0.0675452 Feb 15 05:16:57.824153 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-9c0eae99-9014-44e9-b2e6-642644c6295e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17c593bc1f1546b08b29ee3016e2bf5b HTTP/1.1" status: 200 len: 377 time: 0.1122379 Feb 15 05:16:57.828715 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-9ef2407c-587a-48b4-81c7-8b42c381111b req-cec5a118-2324-4c1e-bba9-3f6610f5f178 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Deleting port b9b807c1-35ec-40db-861b-2d12342ef398 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:16:57.829136 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef2407c-587a-48b4-81c7-8b42c381111b req-cec5a118-2324-4c1e-bba9-3f6610f5f178 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:57.837094 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Request body: {'port': {'device_id': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'admin_state_up': True, 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'security_groups': ['0c695032-8c81-4818-a575-bd1a7abc04e5']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:16:57.980841 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-9ef2407c-587a-48b4-81c7-8b42c381111b req-cec5a118-2324-4c1e-bba9-3f6610f5f178 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] For port b9b807c1-35ec-40db-861b-2d12342ef398, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=b9b807c1-35ec-40db-861b-2d12342ef398,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:16:57.981516 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef2407c-587a-48b4-81c7-8b42c381111b req-cec5a118-2324-4c1e-bba9-3f6610f5f178 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:57.997818 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-9ef2407c-587a-48b4-81c7-8b42c381111b req-cec5a118-2324-4c1e-bba9-3f6610f5f178 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Calling delete_port for b9b807c1-35ec-40db-861b-2d12342ef398 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:16:58.052161 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Made reservation on behalf of 17c593bc1f1546b08b29ee3016e2bf5b for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:16:58.055456 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:58.251546 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028942d5-7a05-4020-bb1c-07f2913e6229 req-4f120ec7-f915-4ded-b859-38e48b47700b tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:58.252980 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-028942d5-7a05-4020-bb1c-07f2913e6229 req-4f120ec7-f915-4ded-b859-38e48b47700b tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cc0af62-0020-4c45-8ecb-6f01d8e08515 HTTP/1.1" status: 200 len: 946 time: 0.1861405 Feb 15 05:16:58.302272 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a54c8-b77d-4a2a-8b86-6435dd8ab101 req-46b10c26-504a-4850-808e-ddd1168eb32b tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:58.303725 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d65a54c8-b77d-4a2a-8b86-6435dd8ab101 req-46b10c26-504a-4850-808e-ddd1168eb32b tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 950 time: 0.2235196 Feb 15 05:16:58.368625 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Allocated IP 172.20.0.14 (6d9c2d0d-8ce7-4f6f-8128-3b936cc88963/907e55dd-ffdf-45db-8fcc-1436af667f7c/56ec4240-cff0-4926-9a1a-dfdcc01bcb46) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:16:58.375982 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef2407c-587a-48b4-81c7-8b42c381111b req-cec5a118-2324-4c1e-bba9-3f6610f5f178 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (b9b807c1-35ec-40db-861b-2d12342ef398), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:58.388202 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['b9b807c1-35ec-40db-861b-2d12342ef398'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:16:58.436314 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-028942d5-7a05-4020-bb1c-07f2913e6229 req-48ab2408-dc21-4ceb-b21c-fe584d464fb3 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.43 "GET /v2.0/security-groups?id=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751485 Feb 15 05:16:58.436999 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5a118-2324-4c1e-bba9-3f6610f5f178 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Pushing event deleted for resources: {'Port': ['ID=b9b807c1-35ec-40db-861b-2d12342ef398,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:58.457115 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d65a54c8-b77d-4a2a-8b86-6435dd8ab101 req-b6bb0c32-9b45-4164-a4ec-a3f4281ab69b tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/security-groups?id=887f95a5-f4ed-4f36-9cec-7be15bfbb715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425345 Feb 15 05:16:58.504620 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef2407c-587a-48b4-81c7-8b42c381111b req-cec5a118-2324-4c1e-bba9-3f6610f5f178 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] No DVR routers for this DVR port b9b807c1-35ec-40db-861b-2d12342ef398 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:16:58.508531 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef2407c-587a-48b4-81c7-8b42c381111b req-cec5a118-2324-4c1e-bba9-3f6610f5f178 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:58.511815 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ef2407c-587a-48b4-81c7-8b42c381111b req-cec5a118-2324-4c1e-bba9-3f6610f5f178 tempest-TestMinimumBasicScenario-642266393 tempest-TestMinimumBasicScenario-642266393-project] 10.222.0.61 "DELETE /v2.0/ports/b9b807c1-35ec-40db-861b-2d12342ef398 HTTP/1.1" status: 204 len: 173 time: 0.8716583 Feb 15 05:16:58.512250 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'name': 'network-vif-deleted', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:16:58.514491 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73843250-d1c6-485d-a0c0-ab977096fc73" -d '{"events": [{"server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "name": "network-vif-deleted", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:16:58.564033 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f7f74e-c983-4aed-bd4c-e3f2816d7c37 x-openstack-request-id: req-88f7f74e-c983-4aed-bd4c-e3f2816d7c37 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:16:58.564376 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc0af62-0020-4c45-8ecb-6f01d8e08515", "name": "network-vif-deleted", "tag": "b9b807c1-35ec-40db-861b-2d12342ef398", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:16:58.564642 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88f7f74e-c983-4aed-bd4c-e3f2816d7c37 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:16:58.565036 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc0af62-0020-4c45-8ecb-6f01d8e08515', 'name': 'network-vif-deleted', 'tag': 'b9b807c1-35ec-40db-861b-2d12342ef398', 'status': 'completed', 'code': 200} Feb 15 05:16:58.655397 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd61de-ea52-468f-ae15-184c255edadb req-a5dcbb3e-b6e0-4836-bfeb-dfacc243a2ee tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:58.656862 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7cd61de-ea52-468f-ae15-184c255edadb req-a5dcbb3e-b6e0-4836-bfeb-dfacc243a2ee tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 950 time: 0.0946066 Feb 15 05:16:58.661802 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:58.751992 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:58.798882 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:16:58.806615 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:16:58.809016 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:16:58.849251 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event updated for resources: {'Port': ['ID=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:58.899779 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-c7cd61de-ea52-468f-ae15-184c255edadb req-e5a51bc7-7609-4040-8fa4-f017477fb1f8 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Deleting port e85ecab6-593a-42c0-b284-449bce9e859e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:16:58.900112 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c7cd61de-ea52-468f-ae15-184c255edadb req-e5a51bc7-7609-4040-8fa4-f017477fb1f8 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:58.910750 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:58.910978 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:58.975458 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-8debc551-f70b-4eba-ab39-2e01c9f75758 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1428452 Feb 15 05:16:58.985808 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Request body: {'port': {'device_id': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:16:59.042278 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9bb71-05fe-41e1-ae38-4f6e28c0b0e7 req-a2130997-ad2e-4cee-9a19-66b17418f7f5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:59.043831 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4cc9bb71-05fe-41e1-ae38-4f6e28c0b0e7 req-a2130997-ad2e-4cee-9a19-66b17418f7f5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 932 time: 0.2012110 Feb 15 05:16:59.082406 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-c7cd61de-ea52-468f-ae15-184c255edadb req-e5a51bc7-7609-4040-8fa4-f017477fb1f8 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] For port e85ecab6-593a-42c0-b284-449bce9e859e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e85ecab6-593a-42c0-b284-449bce9e859e,segment=NetworkSegment(c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe),segment_id=c25f42f2-7b5e-4a97-88a4-a6e383a6cfbe)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:16:59.082776 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c7cd61de-ea52-468f-ae15-184c255edadb req-e5a51bc7-7609-4040-8fa4-f017477fb1f8 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:59.121703 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-c7cd61de-ea52-468f-ae15-184c255edadb req-e5a51bc7-7609-4040-8fa4-f017477fb1f8 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Calling delete_port for e85ecab6-593a-42c0-b284-449bce9e859e owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:16:59.130347 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:59.144603 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-f0c8beb8-3acb-44e7-a492-3a2c19fba80b None None] Provisioning complete for port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:16:59.144967 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f0c8beb8-3acb-44e7-a492-3a2c19fba80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:59.177809 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8beb8-3acb-44e7-a492-3a2c19fba80b None None] Port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:16:59.185994 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4cc9bb71-05fe-41e1-ae38-4f6e28c0b0e7 req-2f6d5866-60c2-4881-a2ff-659c2e8718e4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1332953 Feb 15 05:16:59.413937 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c7cd61de-ea52-468f-ae15-184c255edadb req-e5a51bc7-7609-4040-8fa4-f017477fb1f8 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (e85ecab6-593a-42c0-b284-449bce9e859e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:59.425440 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['e85ecab6-593a-42c0-b284-449bce9e859e'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:16:59.459097 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a51bc7-7609-4040-8fa4-f017477fb1f8 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Pushing event deleted for resources: {'Port': ['ID=e85ecab6-593a-42c0-b284-449bce9e859e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:59.517733 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cd61de-ea52-468f-ae15-184c255edadb req-e5a51bc7-7609-4040-8fa4-f017477fb1f8 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] No DVR routers for this DVR port e85ecab6-593a-42c0-b284-449bce9e859e on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:16:59.522782 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c7cd61de-ea52-468f-ae15-184c255edadb req-e5a51bc7-7609-4040-8fa4-f017477fb1f8 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:59.526191 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7cd61de-ea52-468f-ae15-184c255edadb req-e5a51bc7-7609-4040-8fa4-f017477fb1f8 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.61 "DELETE /v2.0/ports/e85ecab6-593a-42c0-b284-449bce9e859e HTTP/1.1" status: 204 len: 173 time: 0.8627977 Feb 15 05:16:59.569263 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:16:59.591058 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aa67cf2-0a96-4e6a-a850-cd3e9ff6f109 req-e4f628b6-3905-4a1e-9978-10c8932d7066 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e062ca4-d130-4928-91f5-278414015887 HTTP/1.1" status: 200 len: 210 time: 0.0387709 Feb 15 05:16:59.592963 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Publish callbacks [] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:59.616402 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Transition to ACTIVE for port object 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:16:59.623339 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:59.699763 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Pushing event updated for resources: {'Port': ['ID=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:16:59.772209 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Attempting to bind port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:16:59.772557 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Attempting to bind port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:16:59.772895 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Attempting to bind port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 on network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:16:59.777784 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 on network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:16:59.778171 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Attempting to bind port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 on network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:16:59.785638 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:16:59.785982 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Checking segment: {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:16:59.786366 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Bound using segment: {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:16:59.786801 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Bound port: 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600a57a3-5ad8-4da0-8ade-9cfaed561a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:16:59.787164 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:59.853436 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:16:59.856639 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:16:59.863000 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:59.909845 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:16:59.910389 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:16:59.911934 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] 10.222.0.61 "PUT /v2.0/ports/56ec4240-cff0-4926-9a1a-dfdcc01bcb46 HTTP/1.1" status: 200 len: 1094 time: 0.9300976 Feb 15 05:16:59.935167 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4e712-19de-41d1-842b-c750a58eb9cd service neutron] Pushing event updated for resources: {'Port': ['ID=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:00.033353 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-c609c744-7770-4526-b3eb-a510496dbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:00.035857 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-c609c744-7770-4526-b3eb-a510496dbcec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 1128 time: 0.0661852 Feb 15 05:17:00.298318 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 59896) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:00.352728 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-546e83a0-7784-44ee-ae71-9568f8268dfe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46 HTTP/1.1" status: 200 len: 217 time: 0.3107977 Feb 15 05:17:00.422411 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-2b3ad6c3-1297-491c-9444-23c9f76a75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:00.423869 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-2b3ad6c3-1297-491c-9444-23c9f76a75a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.0641546 Feb 15 05:17:00.436670 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e2f9c-94b2-44cb-b459-8abb529263be req-7e9ec4d6-f627-4a41-9a64-ca83497ee914 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:00.438047 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b24e2f9c-94b2-44cb-b459-8abb529263be req-7e9ec4d6-f627-4a41-9a64-ca83497ee914 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0880594 Feb 15 05:17:00.510693 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b24e2f9c-94b2-44cb-b459-8abb529263be req-b06f3a24-f829-4179-8811-b83cf9f2567a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0650668 Feb 15 05:17:00.515094 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-1a816948-7699-471b-8a89-ed369ad1ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:00.516539 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-1a816948-7699-471b-8a89-ed369ad1ebe9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868385 Feb 15 05:17:00.567532 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e062ca4-d130-4928-91f5-278414015887', 'name': 'network-vif-deleted', 'tag': 'e85ecab6-593a-42c0-b284-449bce9e859e'}, {'name': 'network-changed', 'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:17:00.569770 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b66b47c-5c59-4a44-90f6-6e30700cff33" -d '{"events": [{"server_uuid": "9e062ca4-d130-4928-91f5-278414015887", "name": "network-vif-deleted", "tag": "e85ecab6-593a-42c0-b284-449bce9e859e"}, {"name": "network-changed", "server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:17:00.610605 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-c1c65a15-ce0d-4848-aed5-b6ad4bfad85f service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875692 Feb 15 05:17:00.612566 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 05:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76acfe9-7805-4ae6-b487-9857375e3e7d x-openstack-request-id: req-a76acfe9-7805-4ae6-b487-9857375e3e7d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:17:00.612857 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e062ca4-d130-4928-91f5-278414015887", "name": "network-vif-deleted", "tag": "e85ecab6-593a-42c0-b284-449bce9e859e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:17:00.613107 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a76acfe9-7805-4ae6-b487-9857375e3e7d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:17:00.613484 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e062ca4-d130-4928-91f5-278414015887', 'name': 'network-vif-deleted', 'tag': 'e85ecab6-593a-42c0-b284-449bce9e859e', 'status': 'completed', 'code': 200} Feb 15 05:17:00.613741 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'status': 'completed', 'code': 200} Feb 15 05:17:00.708720 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a93e4f71-35a6-4708-998a-4c81ce6bd282 req-29ee09bd-5cfc-4c3f-b22a-7623bb1dd5ee service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897079 Feb 15 05:17:00.804464 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66b47c-5c59-4a44-90f6-6e30700cff33 req-ecc69e9f-6fea-4964-9dd9-bd544bba45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:00.806127 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b66b47c-5c59-4a44-90f6-6e30700cff33 req-ecc69e9f-6fea-4964-9dd9-bd544bba45bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 1128 time: 0.0511198 Feb 15 05:17:00.809166 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a336-9ede-468f-80fa-8ae0e8f1adb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526370'] for router_interface (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:00.903187 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66b47c-5c59-4a44-90f6-6e30700cff33 req-505ad835-723e-459a-a619-04ed37c28e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:00.904775 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b66b47c-5c59-4a44-90f6-6e30700cff33 req-505ad835-723e-459a-a619-04ed37c28e7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 917 time: 0.0931747 Feb 15 05:17:00.949967 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b66b47c-5c59-4a44-90f6-6e30700cff33 req-48099121-3524-46b5-83c8-794a7c4bb844 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46 HTTP/1.1" status: 200 len: 217 time: 0.0388486 Feb 15 05:17:00.999334 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66b47c-5c59-4a44-90f6-6e30700cff33 req-7d62585c-dbf3-4cf2-b5d9-7839e5f4f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:01.000923 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b66b47c-5c59-4a44-90f6-6e30700cff33 req-7d62585c-dbf3-4cf2-b5d9-7839e5f4f6fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.0456429 Feb 15 05:17:01.061636 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66b47c-5c59-4a44-90f6-6e30700cff33 req-7e5c2081-f6ac-4f8e-83ce-86f62a74ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:01.062262 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6a336-9ede-468f-80fa-8ae0e8f1adb7 admin admin] Deleting port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:17:01.062262 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a336-9ede-468f-80fa-8ae0e8f1adb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:01.063583 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b66b47c-5c59-4a44-90f6-6e30700cff33 req-7e5c2081-f6ac-4f8e-83ce-86f62a74ee01 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557139 Feb 15 05:17:01.156219 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2bd6a336-9ede-468f-80fa-8ae0e8f1adb7 admin admin] For port 690eba6e-63d4-41c7-894d-fcdcfc1b88ee, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=690eba6e-63d4-41c7-894d-fcdcfc1b88ee,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:01.156836 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a336-9ede-468f-80fa-8ae0e8f1adb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:01.159284 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b66b47c-5c59-4a44-90f6-6e30700cff33 req-187aab3c-1219-4a1d-b4b4-034bd7c9c50f service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879712 Feb 15 05:17:01.174084 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6a336-9ede-468f-80fa-8ae0e8f1adb7 admin admin] Calling delete_port for 690eba6e-63d4-41c7-894d-fcdcfc1b88ee owned by network:router_interface {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:17:01.258587 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b66b47c-5c59-4a44-90f6-6e30700cff33 req-7f6cb994-841d-4151-ae63-3c62ba77446b service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942185 Feb 15 05:17:01.358042 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a336-9ede-468f-80fa-8ae0e8f1adb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (690eba6e-63d4-41c7-894d-fcdcfc1b88ee), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:01.384477 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6a336-9ede-468f-80fa-8ae0e8f1adb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=690eba6e-63d4-41c7-894d-fcdcfc1b88ee,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:01.658881 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef0620-761c-4d41-b7b1-fff543a7cd63 req-d5ecff1c-8550-43dd-8dc0-89caf2b9200a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:01.660695 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddef0620-761c-4d41-b7b1-fff543a7cd63 req-d5ecff1c-8550-43dd-8dc0-89caf2b9200a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0609813 Feb 15 05:17:01.716060 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddef0620-761c-4d41-b7b1-fff543a7cd63 req-0faac905-df25-4ee6-a382-72680b855187 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0493531 Feb 15 05:17:01.776431 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a336-9ede-468f-80fa-8ae0e8f1adb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-526518'] for router_interface (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:01.999838 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd6a336-9ede-468f-80fa-8ae0e8f1adb7 admin admin] Router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:17:02.112482 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd6a336-9ede-468f-80fa-8ae0e8f1adb7 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:17:02.120253 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2bd6a336-9ede-468f-80fa-8ae0e8f1adb7 admin admin] 10.222.0.43 "PUT /v2.0/routers/1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8185437 Feb 15 05:17:02.120482 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60064) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:02.123200 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device b9b807c1-35ec-40db-861b-2d12342ef398 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:17:02.130241 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff7196-61fe-4393-91ef-b27f494e9d41 None None] Sync routers for ids ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:17:02.160836 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: b9b807c1-35ec-40db-861b-2d12342ef398 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:17:02.161437 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device b9b807c1-35ec-40db-861b-2d12342ef398 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:17:02.162322 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device e85ecab6-593a-42c0-b284-449bce9e859e no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:17:02.186284 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: e85ecab6-593a-42c0-b284-449bce9e859e {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:17:02.186629 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device e85ecab6-593a-42c0-b284-449bce9e859e not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:17:02.188312 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff7196-61fe-4393-91ef-b27f494e9d41 None None] Routers {'1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:02.189871 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2cff7196-61fe-4393-91ef-b27f494e9d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:16:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:02.226980 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Publish callbacks [] for router (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:02.303644 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-2cff7196-61fe-4393-91ef-b27f494e9d41 None None] Set router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:02.343737 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Publish callbacks [] for router_gateway (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:02.413164 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Deleting port 9e973c5a-de44-4599-9a94-007cd5c2be8b {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:17:02.414151 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:02.495662 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2cff7196-61fe-4393-91ef-b27f494e9d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:17:01Z', 'revision_number': 5, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port': {'id': '9e973c5a-de44-4599-9a94-007cd5c2be8b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:02Z', 'updated_at': '2022-02-15T05:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:02.513505 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] For port 9e973c5a-de44-4599-9a94-007cd5c2be8b, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=9e973c5a-de44-4599-9a94-007cd5c2be8b,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:02.513866 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:02.525244 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff7196-61fe-4393-91ef-b27f494e9d41 None None] Checking router: 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:17:02.527081 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Calling delete_port for 9e973c5a-de44-4599-9a94-007cd5c2be8b owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:17:02.533510 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff7196-61fe-4393-91ef-b27f494e9d41 None None] Routers {'1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:02.534626 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2cff7196-61fe-4393-91ef-b27f494e9d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:16:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:02.618180 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-2cff7196-61fe-4393-91ef-b27f494e9d41 None None] Set router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:02.673199 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2cff7196-61fe-4393-91ef-b27f494e9d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:17:02Z', 'revision_number': 6, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port_host': None}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:02.699558 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff7196-61fe-4393-91ef-b27f494e9d41 None None] The sync data for ids ['1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9'] in dv-cinder-828696-5-iscsi is: [{'id': '1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9', 'name': 'tempest-TestMinimumBasicScenario-418113630-router', 'tenant_id': 'bbc00c2984834d619587d8bfc62961b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:01Z', 'updated_at': '2022-02-15T05:17:02Z', 'revision_number': 6, 'project_id': 'bbc00c2984834d619587d8bfc62961b1', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:17:02.703264 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (9e973c5a-de44-4599-9a94-007cd5c2be8b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:02.730244 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Pushing event deleted for resources: {'Port': ['ID=9e973c5a-de44-4599-9a94-007cd5c2be8b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:02.807674 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526056'] for router_gateway (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:02.857587 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e212f4b-00b5-4cca-95ad-80eb7fd16a5f req-752a1588-09a6-4d93-82d2-a17433aac191 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:02.859062 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e212f4b-00b5-4cca-95ad-80eb7fd16a5f req-752a1588-09a6-4d93-82d2-a17433aac191 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0584476 Feb 15 05:17:02.915570 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6828'] for router (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:02.917845 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Publish callbacks [] for router_controller (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:02.922697 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e212f4b-00b5-4cca-95ad-80eb7fd16a5f req-84b27c7a-ab87-4d95-9328-743ae935e6d0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576756 Feb 15 05:17:02.970246 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532804'] for router (1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:02.970862 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:17:02.975433 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:02.976706 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-afa6222c-9305-464f-b9a3-84cdb127ff3d admin admin] 10.222.0.43 "DELETE /v2.0/routers/1e8b389e-0a35-4b31-9dcb-c7a3584a1ea9 HTTP/1.1" status: 204 len: 168 time: 0.8545790 Feb 15 05:17:02.979366 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60122) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:03.030896 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8597b2c-f90f-442d-ac90-34b8d93b5058 admin admin] Deleting subnet 16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:17:03.034824 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8597b2c-f90f-442d-ac90-34b8d93b5058 admin admin] Publish callbacks [] for subnet (16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.071367 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8597b2c-f90f-442d-ac90-34b8d93b5058 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2703963'] for subnet (16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.220425 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8597b2c-f90f-442d-ac90-34b8d93b5058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.234449 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 690eba6e-63d4-41c7-894d-fcdcfc1b88ee no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:17:03.273558 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5ce916dc-f81c-4f80-96c4-c1ffaac3e025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.275604 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 690eba6e-63d4-41c7-894d-fcdcfc1b88ee {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:17:03.276053 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 690eba6e-63d4-41c7-894d-fcdcfc1b88ee not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:17:03.288980 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8597b2c-f90f-442d-ac90-34b8d93b5058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3999312'] for subnet (16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.315021 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8597b2c-f90f-442d-ac90-34b8d93b5058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:03.320210 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8597b2c-f90f-442d-ac90-34b8d93b5058 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.324168 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c8597b2c-f90f-442d-ac90-34b8d93b5058 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/16d4b8f3-fb61-4ac2-b5a8-fbe397abfcc1 HTTP/1.1" status: 204 len: 168 time: 0.3435266 Feb 15 05:17:03.325319 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a041e05a-4ddd-4eaf-85e8-6d5908f10fad None None] Network 6ace76cb-ba34-4b68-82fc-17f0038f29d0 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:17:03.326396 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60148) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:03.393446 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (6ace76cb-ba34-4b68-82fc-17f0038f29d0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.458848 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Deleting port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:17:03.459953 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.523017 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] For port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623,segment=NetworkSegment(ef7b3c53-9d4b-4635-990c-a74b8feac9d5),segment_id=ef7b3c53-9d4b-4635-990c-a74b8feac9d5)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:03.523306 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.536368 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Calling delete_port for 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:17:03.595638 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbd87fe-c8ad-4716-bcf4-549cce83f35b None None] DHCP port deletion for 6ace76cb-ba34-4b68-82fc-17f0038f29d0 request from dv-cinder-828696-5-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:17:03.621411 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.644555 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd87fe-c8ad-4716-bcf4-549cce83f35b None None] Deleting port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:17:03.644867 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ecbd87fe-c8ad-4716-bcf4-549cce83f35b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.651381 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] No DVR routers for this DVR port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 on host dv-cinder-828696-5-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:17:03.654931 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:03.707840 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ecbd87fe-c8ad-4716-bcf4-549cce83f35b None None] For port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623, host dv-cinder-828696-5-iscsi, got binding levels [] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:03.708233 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ecbd87fe-c8ad-4716-bcf4-549cce83f35b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.721661 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd87fe-c8ad-4716-bcf4-549cce83f35b None None] Calling delete_port for 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 owned by network:dhcp {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:17:03.724576 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (6ace76cb-ba34-4b68-82fc-17f0038f29d0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.725545 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.ipam_backend_mixin [None req-ecbd87fe-c8ad-4716-bcf4-549cce83f35b None None] Port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 was not found and therefore no delete operation was performed {{(pid=102671) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 05:17:03.726807 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ecbd87fe-c8ad-4716-bcf4-549cce83f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459'] for port (9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.749255 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ace76cb-ba34-4b68-82fc-17f0038f29d0']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:03.756737 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd87fe-c8ad-4716-bcf4-549cce83f35b None None] Pushing event deleted for resources: {'Port': ['ID=9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:03.758908 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd87fe-c8ad-4716-bcf4-549cce83f35b None None] No DVR routers for this DVR port 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 on host dv-cinder-828696-5-iscsi {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:17:03.759069 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:03.759236 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7b3c53-9d4b-4635-990c-a74b8feac9d5') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:03.769907 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2703968'] for segment (ef7b3c53-9d4b-4635-990c-a74b8feac9d5), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.786399 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (ef7b3c53-9d4b-4635-990c-a74b8feac9d5), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.793004 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:17:03.793407 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975416'] for segment (ef7b3c53-9d4b-4635-990c-a74b8feac9d5), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: timer() Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: cb(*args, **kw) Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: self._notify() Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: self.callback(batched_events) Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: event.method(event) Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._get(url).json() Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:17:03.795048 dv-cinder-828696-5-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:17:03.853387 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (6ace76cb-ba34-4b68-82fc-17f0038f29d0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.859065 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:03.862540 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6ace76cb-ba34-4b68-82fc-17f0038f29d0 HTTP/1.1" status: 204 len: 168 time: 0.5351021 Feb 15 05:17:03.865556 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60150) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:03.874142 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7d1e9-4462-47c1-a9bf-af7642611be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ace76cb-ba34-4b68-82fc-17f0038f29d0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:04.050408 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40dd5f-7573-46f9-a330-93610e72739e req-bf90b64d-5128-4cfa-8775-6bf9094e9b6a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:04.052327 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7c40dd5f-7573-46f9-a330-93610e72739e req-bf90b64d-5128-4cfa-8775-6bf9094e9b6a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0526452 Feb 15 05:17:04.104749 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7c40dd5f-7573-46f9-a330-93610e72739e req-6b2aa64c-3c19-40b1-8930-d10c3e8cba76 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469043 Feb 15 05:17:04.113996 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:17:04.207991 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:04.210499 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58a2a6da-11ee-4853-a20c-d2bd1cbf799a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526370'] for router_interface (d1346fb4-efd5-4eef-b019-c012490e89b8), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:04.219073 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'port_id': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'mac_address': 'fa:16:3e:22:20:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:17:04.258644 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:04.259314 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:04.272015 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:17:04.292255 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:04.296290 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:04.344094 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:04.468040 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-58a2a6da-11ee-4853-a20c-d2bd1cbf799a admin admin] Deleting port 01cfce26-02b3-42ab-9433-dd2323271499 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:17:04.468317 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58a2a6da-11ee-4853-a20c-d2bd1cbf799a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (01cfce26-02b3-42ab-9433-dd2323271499), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:04.538427 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60160) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:04.551405 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-58a2a6da-11ee-4853-a20c-d2bd1cbf799a admin admin] For port 01cfce26-02b3-42ab-9433-dd2323271499, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=01cfce26-02b3-42ab-9433-dd2323271499,segment=NetworkSegment(345e77f0-f615-4a2f-a555-1d5313e506f5),segment_id=345e77f0-f615-4a2f-a555-1d5313e506f5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:04.551798 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58a2a6da-11ee-4853-a20c-d2bd1cbf799a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (01cfce26-02b3-42ab-9433-dd2323271499), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:04.563702 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-58a2a6da-11ee-4853-a20c-d2bd1cbf799a admin admin] Calling delete_port for 01cfce26-02b3-42ab-9433-dd2323271499 owned by network:router_interface {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:17:04.618657 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['56ec4240-cff0-4926-9a1a-dfdcc01bcb46'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:17:04.669970 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-461863c9-b8a1-4717-ae95-fca4a4a06d7f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=267cf6e10ae64b58a23be4e9ce7d7102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303344 Feb 15 05:17:04.672451 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60164) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:04.724847 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a053ba7-b06c-4f3b-9d53-981f25329890 admin admin] Publish callbacks [] for security_group (887f95a5-f4ed-4f36-9cec-7be15bfbb715), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:04.747488 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a053ba7-b06c-4f3b-9d53-981f25329890 admin admin] Publish callbacks [] for security_group (887f95a5-f4ed-4f36-9cec-7be15bfbb715), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:04.764046 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58a2a6da-11ee-4853-a20c-d2bd1cbf799a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (01cfce26-02b3-42ab-9433-dd2323271499), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:04.792663 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2a6da-11ee-4853-a20c-d2bd1cbf799a admin admin] Pushing event deleted for resources: {'Port': ['ID=01cfce26-02b3-42ab-9433-dd2323271499,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:04.814851 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a053ba7-b06c-4f3b-9d53-981f25329890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (887f95a5-f4ed-4f36-9cec-7be15bfbb715), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:04.818416 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a053ba7-b06c-4f3b-9d53-981f25329890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:04.822322 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4a053ba7-b06c-4f3b-9d53-981f25329890 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/887f95a5-f4ed-4f36-9cec-7be15bfbb715 HTTP/1.1" status: 204 len: 168 time: 0.1463768 Feb 15 05:17:04.844155 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a053ba7-b06c-4f3b-9d53-981f25329890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887f95a5-f4ed-4f36-9cec-7be15bfbb715,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:04.984185 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58a2a6da-11ee-4853-a20c-d2bd1cbf799a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-526518'] for router_interface (d1346fb4-efd5-4eef-b019-c012490e89b8), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.207229 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:17:05.228158 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:17:05.228760 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 9e3ec0a8-35dc-4f73-be0b-6bf68f1f4623 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:17:05.229353 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 9e973c5a-de44-4599-9a94-007cd5c2be8b no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:17:05.248738 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2d626-dec3-4d14-b231-4b9bc39144c5 req-cbba4a2c-6985-4df5-b2e0-3e06d4e7bc08 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:05.249358 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a2a6da-11ee-4853-a20c-d2bd1cbf799a admin admin] Router d1346fb4-efd5-4eef-b019-c012490e89b8 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:17:05.249861 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 9e973c5a-de44-4599-9a94-007cd5c2be8b {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:17:05.250375 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 9e973c5a-de44-4599-9a94-007cd5c2be8b not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:17:05.250834 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30d2d626-dec3-4d14-b231-4b9bc39144c5 req-cbba4a2c-6985-4df5-b2e0-3e06d4e7bc08 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 945 time: 0.0641215 Feb 15 05:17:05.309015 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30d2d626-dec3-4d14-b231-4b9bc39144c5 req-052c9f47-4ecb-4283-a17e-e1a290fb6a94 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0510051 Feb 15 05:17:05.367919 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a2a6da-11ee-4853-a20c-d2bd1cbf799a admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:17:05.372838 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-58a2a6da-11ee-4853-a20c-d2bd1cbf799a admin admin] 10.222.0.43 "PUT /v2.0/routers/d1346fb4-efd5-4eef-b019-c012490e89b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5062864 Feb 15 05:17:05.375329 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60184) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:05.379792 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc385978-8626-4bd7-aa8e-85fc88932881 None None] Sync routers for ids ['d1346fb4-efd5-4eef-b019-c012490e89b8'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:17:05.390617 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc385978-8626-4bd7-aa8e-85fc88932881 None None] Routers {'d1346fb4-efd5-4eef-b019-c012490e89b8'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:05.391297 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-dc385978-8626-4bd7-aa8e-85fc88932881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:16:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['d1346fb4-efd5-4eef-b019-c012490e89b8'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:05.438782 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0f20cfe7-0c70-4742-9300-7aea8338e7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.497231 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Publish callbacks [] for router (d1346fb4-efd5-4eef-b019-c012490e89b8), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.501554 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-dc385978-8626-4bd7-aa8e-85fc88932881 None None] Set router d1346fb4-efd5-4eef-b019-c012490e89b8 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:05.566578 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60190) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:05.607847 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Publish callbacks [] for router_gateway (d1346fb4-efd5-4eef-b019-c012490e89b8), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.660855 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Deleting port 5192c44a-7166-43e2-b881-dd7810f7568c {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:17:05.661207 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (5192c44a-7166-43e2-b881-dd7810f7568c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.677798 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1699098686-network', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:05.680744 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-dc385978-8626-4bd7-aa8e-85fc88932881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'name': 'tempest-TestMinimumBasicScenario-1861092744-router', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:17:04Z', 'revision_number': 5, 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'gw_port': {'id': '5192c44a-7166-43e2-b881-dd7810f7568c', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:05.697339 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Made reservation on behalf of 0503cf56b9584ffca8a034b7ebcc5e36 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:17:05.699919 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.708374 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc385978-8626-4bd7-aa8e-85fc88932881 None None] Checking router: d1346fb4-efd5-4eef-b019-c012490e89b8 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:17:05.709605 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.717729 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc385978-8626-4bd7-aa8e-85fc88932881 None None] Routers {'d1346fb4-efd5-4eef-b019-c012490e89b8'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:05.718437 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-dc385978-8626-4bd7-aa8e-85fc88932881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['d1346fb4-efd5-4eef-b019-c012490e89b8'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:05.801056 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Publish callbacks [] for security_group (35dd9587-a698-46d9-a127-130d7bda0d9a), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.805446 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (35dd9587-a698-46d9-a127-130d7bda0d9a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.813937 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-dc385978-8626-4bd7-aa8e-85fc88932881 None None] Set router d1346fb4-efd5-4eef-b019-c012490e89b8 gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:05.832414 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:17:05.841858 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dd9587-a698-46d9-a127-130d7bda0d9a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:05.849030 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (b06afb05-ae0f-4ef1-9e8c-91783ee0f968), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.849030 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Added segment b06afb05-ae0f-4ef1-9e8c-91783ee0f968 of type vlan for network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 Feb 15 05:17:05.879673 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-dc385978-8626-4bd7-aa8e-85fc88932881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'name': 'tempest-TestMinimumBasicScenario-1861092744-router', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:17:05Z', 'revision_number': 6, 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'gw_port_host': None}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:05.891341 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (fc85967f-4be2-4d0d-b99d-eb409ce0e1f7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.919438 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (fc85967f-4be2-4d0d-b99d-eb409ce0e1f7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.920565 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:05.921176 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.973767 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] For port 5192c44a-7166-43e2-b881-dd7810f7568c, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=5192c44a-7166-43e2-b881-dd7810f7568c,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:05.974128 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (5192c44a-7166-43e2-b881-dd7810f7568c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:05.986199 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Calling delete_port for 5192c44a-7166-43e2-b881-dd7810f7568c owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:17:05.990513 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4225721 Feb 15 05:17:05.993101 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60194) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:06.000460 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f7eab7c6-0572-4c7e-bd58-7167c6363ee6 admin admin] Request body: {'subnet': {'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1699098686-subnet', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:06.001121 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc385978-8626-4bd7-aa8e-85fc88932881 None None] The sync data for ids ['d1346fb4-efd5-4eef-b019-c012490e89b8'] in dv-cinder-828696-5-iscsi is: [{'id': 'd1346fb4-efd5-4eef-b019-c012490e89b8', 'name': 'tempest-TestMinimumBasicScenario-1861092744-router', 'tenant_id': '3a0bb8a72a814edfba25994ca20b103f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:11:07Z', 'updated_at': '2022-02-15T05:17:05Z', 'revision_number': 6, 'project_id': '3a0bb8a72a814edfba25994ca20b103f', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:17:06.006133 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658a732-b44d-49c1-86a1-2a3681fc53c0 admin admin] Pushing event updated for resources: {'Network': ['ID=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:06.017224 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:17:06.035381 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eab7c6-0572-4c7e-bd58-7167c6363ee6 admin admin] Made reservation on behalf of 0503cf56b9584ffca8a034b7ebcc5e36 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:17:06.038721 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7eab7c6-0572-4c7e-bd58-7167c6363ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3999359'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.132802 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:17:06.180508 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (5192c44a-7166-43e2-b881-dd7810f7568c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.184976 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:17:06.189260 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:06.189663 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.206218 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7eab7c6-0572-4c7e-bd58-7167c6363ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3974301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3999337'] for subnet (465697b9-4cb7-4c66-99cb-1cbd5c8e5209), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.206890 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Pushing event deleted for resources: {'Port': ['ID=5192c44a-7166-43e2-b881-dd7810f7568c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:06.263277 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eab7c6-0572-4c7e-bd58-7167c6363ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=465697b9-4cb7-4c66-99cb-1cbd5c8e5209,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:06.271090 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:06.271856 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.276660 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526056'] for router_gateway (d1346fb4-efd5-4eef-b019-c012490e89b8), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.281282 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eab7c6-0572-4c7e-bd58-7167c6363ee6 admin admin] Checking segment: {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:17:06.281647 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eab7c6-0572-4c7e-bd58-7167c6363ee6 admin admin] Network hostable DHCP agents. Network: fc85967f-4be2-4d0d-b99d-eb409ce0e1f7, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:17:06.295313 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:17:06.297508 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bbbc4d-091d-422f-8839-4b2bea7a15c4" -d '{"events": [{"server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "name": "network-vif-plugged", "status": "completed", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:17:06.307105 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eab7c6-0572-4c7e-bd58-7167c6363ee6 admin admin] Network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:17:06.310056 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:06.316551 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.323547 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f7eab7c6-0572-4c7e-bd58-7167c6363ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, fc85967f-4be2-4d0d-b99d-eb409ce0e1f7) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:17:06.336724 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eab7c6-0572-4c7e-bd58-7167c6363ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:06.337747 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7eab7c6-0572-4c7e-bd58-7167c6363ee6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.341982 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083c54e-8dc7-48aa-99f3-dfb6f9d48d00 None None] Network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:17:06.365939 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffa6b81-575f-469a-ab25-1b4673d6d627 x-openstack-request-id: req-4ffa6b81-575f-469a-ab25-1b4673d6d627 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:17:06.366404 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "name": "network-vif-plugged", "status": "completed", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:17:06.367233 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ffa6b81-575f-469a-ab25-1b4673d6d627 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:17:06.367233 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'code': 200} Feb 15 05:17:06.377686 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f7eab7c6-0572-4c7e-bd58-7167c6363ee6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3822391 Feb 15 05:17:06.379120 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60200) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:06.389353 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:06.429696 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6828'] for router (d1346fb4-efd5-4eef-b019-c012490e89b8), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.435418 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:06.436737 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Publish callbacks [] for router_controller (d1346fb4-efd5-4eef-b019-c012490e89b8), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.446571 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-527349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6842'] for router (dbdc5756-c945-4ced-bab8-8f741a67f461), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.447648 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6821'] for router (dbdc5756-c945-4ced-bab8-8f741a67f461), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.516917 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532804'] for router (d1346fb4-efd5-4eef-b019-c012490e89b8), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.526956 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1346fb4-efd5-4eef-b019-c012490e89b8 {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:17:06.528654 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79bd1d49-ae9e-5ec6-bc5e-b9e7c5444204-fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209'}]}} from dv-cinder-828696-5-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:17:06.529720 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.535178 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.536703 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0968c3be-3310-4be8-b806-261dad91a381 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d1346fb4-efd5-4eef-b019-c012490e89b8 HTTP/1.1" status: 204 len: 168 time: 1.1600614 Feb 15 05:17:06.539336 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60202) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:06.559163 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Publish callbacks [] for router_controller (dbdc5756-c945-4ced-bab8-8f741a67f461), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.569223 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d874902-3428-4acd-b4c9-6ee44e88ec4e req-0e88d8e5-e049-40c3-882b-28fd0d7e03e2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:06.570752 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d874902-3428-4acd-b4c9-6ee44e88ec4e req-0e88d8e5-e049-40c3-882b-28fd0d7e03e2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.1390147 Feb 15 05:17:06.589795 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-316f7387-05da-445d-b0f4-4281449cac2d admin admin] Deleting subnet 44f699bd-ea06-4dea-bb18-5fb56f2680d5 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:17:06.593340 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-316f7387-05da-445d-b0f4-4281449cac2d admin admin] Publish callbacks [] for subnet (44f699bd-ea06-4dea-bb18-5fb56f2680d5), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.631412 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-316f7387-05da-445d-b0f4-4281449cac2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3303340'] for subnet (44f699bd-ea06-4dea-bb18-5fb56f2680d5), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.646231 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.703912 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Allocated IP 172.20.0.2 (fc85967f-4be2-4d0d-b99d-eb409ce0e1f7/465697b9-4cb7-4c66-99cb-1cbd5c8e5209/144aec8d-3309-4708-9a89-8dbd9f900100) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:17:06.738391 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d874902-3428-4acd-b4c9-6ee44e88ec4e req-c1031e94-cf3d-4596-9c4b-1636d1c9633f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1517627 Feb 15 05:17:06.759666 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-316f7387-05da-445d-b0f4-4281449cac2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (44f699bd-ea06-4dea-bb18-5fb56f2680d5), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.773477 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d269a5-5dc3-454a-9ab8-4bbdf8bb1dd6 req-943c877e-b778-46c4-a938-89bc040ba86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:06.775301 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-44d269a5-5dc3-454a-9ab8-4bbdf8bb1dd6 req-943c877e-b778-46c4-a938-89bc040ba86c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 1130 time: 0.2262940 Feb 15 05:17:06.776707 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Publish callbacks [] for router_gateway (dbdc5756-c945-4ced-bab8-8f741a67f461), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.830913 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-316f7387-05da-445d-b0f4-4281449cac2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3338458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429824'] for subnet (44f699bd-ea06-4dea-bb18-5fb56f2680d5), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.860247 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-44d269a5-5dc3-454a-9ab8-4bbdf8bb1dd6 req-3306c0b2-f4b6-40af-ba14-35e51f56f429 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0787654 Feb 15 05:17:06.862468 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Publish callbacks [] for port (144aec8d-3309-4708-9a89-8dbd9f900100), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.870947 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (144aec8d-3309-4708-9a89-8dbd9f900100), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.873478 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-316f7387-05da-445d-b0f4-4281449cac2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.879718 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-316f7387-05da-445d-b0f4-4281449cac2d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/44f699bd-ea06-4dea-bb18-5fb56f2680d5 HTTP/1.1" status: 204 len: 168 time: 0.3363895 Feb 15 05:17:06.879718 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f7387-05da-445d-b0f4-4281449cac2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f699bd-ea06-4dea-bb18-5fb56f2680d5,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:06.880919 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60204) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:06.907894 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c863dd-a8c5-4d1c-8bb0-fb4dfbe69c9d None None] Network 50996129-77bb-46d8-9246-6a53f9f4d821 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:17:06.964214 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (50996129-77bb-46d8-9246-6a53f9f4d821), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:06.980939 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:17:07.013177 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:17:07.016268 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:17:07.018056 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Pushing event updated for resources: {'Port': ['ID=144aec8d-3309-4708-9a89-8dbd9f900100,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:07.018683 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Deleting port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:17:07.019158 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.044404 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Publish callbacks [] for router_gateway (dbdc5756-c945-4ced-bab8-8f741a67f461), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.066425 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.089476 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Attempting to bind port 144aec8d-3309-4708-9a89-8dbd9f900100 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:17:07.090290 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Attempting to bind port 144aec8d-3309-4708-9a89-8dbd9f900100 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:17:07.090819 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Attempting to bind port 144aec8d-3309-4708-9a89-8dbd9f900100 on network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:17:07.100167 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:17:07.100584 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Checking segment: {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:17:07.100987 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.101374 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Bound using segment: {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:17:07.101835 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Bound port: 144aec8d-3309-4708-9a89-8dbd9f900100, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:17:07.102205 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (144aec8d-3309-4708-9a89-8dbd9f900100), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.114340 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] For port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=2014d1d8-d0a4-48c6-ae17-570e82ec1ea6,segment=NetworkSegment(345e77f0-f615-4a2f-a555-1d5313e506f5),segment_id=345e77f0-f615-4a2f-a555-1d5313e506f5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:07.114802 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.146062 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Calling delete_port for 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:17:07.188839 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46323ef6-3466-4020-8c6d-4b5a719cf467 None None] DHCP port deletion for 50996129-77bb-46d8-9246-6a53f9f4d821 request from dv-cinder-828696-5-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:17:07.202840 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Allocated IP 172.27.3.231 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/e483cd1a-7c83-4ebb-9041-50932baa1cd4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:17:07.210613 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] For port 144aec8d-3309-4708-9a89-8dbd9f900100, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:17:07.215283 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] For port 144aec8d-3309-4708-9a89-8dbd9f900100, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=144aec8d-3309-4708-9a89-8dbd9f900100,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:17:07.238287 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.247841 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 01cfce26-02b3-42ab-9433-dd2323271499 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:17:07.269740 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2014d1d8-d0a4-48c6-ae17-570e82ec1ea6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:07.273484 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] No DVR routers for this DVR port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 on host dv-cinder-828696-5-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:17:07.278983 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (144aec8d-3309-4708-9a89-8dbd9f900100), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.281728 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 01cfce26-02b3-42ab-9433-dd2323271499 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:17:07.282168 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 01cfce26-02b3-42ab-9433-dd2323271499 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:17:07.282679 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 5192c44a-7166-43e2-b881-dd7810f7568c no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:17:07.332073 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Publish callbacks [] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.333424 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 5192c44a-7166-43e2-b881-dd7810f7568c {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:17:07.333755 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 5192c44a-7166-43e2-b881-dd7810f7568c not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:17:07.360699 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (50996129-77bb-46d8-9246-6a53f9f4d821), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.394479 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b2e3c-0ae9-4240-adf5-25d964f990d1 None None] Pushing event updated for resources: {'Port': ['ID=144aec8d-3309-4708-9a89-8dbd9f900100,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:07.394813 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.398495 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50996129-77bb-46d8-9246-6a53f9f4d821']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:07.410042 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-46323ef6-3466-4020-8c6d-4b5a719cf467 None None] Deleting port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:17:07.410835 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-46323ef6-3466-4020-8c6d-4b5a719cf467 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.411356 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345e77f0-f615-4a2f-a555-1d5313e506f5') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:07.411834 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345e77f0-f615-4a2f-a555-1d5313e506f5') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:07.428706 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3303319'] for segment (345e77f0-f615-4a2f-a555-1d5313e506f5), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.438549 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:17:07.443987 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:17:07.444498 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (345e77f0-f615-4a2f-a555-1d5313e506f5), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.446897 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:17:07.453969 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:17:07.454493 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3338336'] for segment (345e77f0-f615-4a2f-a555-1d5313e506f5), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.474825 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Pushing event updated for resources: {'Port': ['ID=e483cd1a-7c83-4ebb-9041-50932baa1cd4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:07.495173 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-46323ef6-3466-4020-8c6d-4b5a719cf467 None None] For port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6, host dv-cinder-828696-5-iscsi, got binding levels [] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:07.495593 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-46323ef6-3466-4020-8c6d-4b5a719cf467 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.509784 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-46323ef6-3466-4020-8c6d-4b5a719cf467 None None] Calling delete_port for 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 owned by network:dhcp {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: Traceback (most recent call last): Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: timer() Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: cb(*args, **kw) Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: return func(*args, **kwargs) Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: self._notify() Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: self.callback(batched_events) Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: event.method(event) Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: return f(self, *a, **k) Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._get(url).json() Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:17:07.510752 dv-cinder-828696-5-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:17:07.512943 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.ipam_backend_mixin [None req-46323ef6-3466-4020-8c6d-4b5a719cf467 None None] Port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 was not found and therefore no delete operation was performed {{(pid=102671) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 05:17:07.513965 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-46323ef6-3466-4020-8c6d-4b5a719cf467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459'] for port (2014d1d8-d0a4-48c6-ae17-570e82ec1ea6), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.540015 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46323ef6-3466-4020-8c6d-4b5a719cf467 None None] Pushing event deleted for resources: {'Port': ['ID=2014d1d8-d0a4-48c6-ae17-570e82ec1ea6,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:07.543958 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46323ef6-3466-4020-8c6d-4b5a719cf467 None None] No DVR routers for this DVR port 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 on host dv-cinder-828696-5-iscsi {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:17:07.548761 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (50996129-77bb-46d8-9246-6a53f9f4d821), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.555083 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.558820 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/50996129-77bb-46d8-9246-6a53f9f4d821 HTTP/1.1" status: 204 len: 168 time: 0.6769359 Feb 15 05:17:07.572314 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437aa1ea-7bcc-4d17-a5d6-5db9d719eeb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=50996129-77bb-46d8-9246-6a53f9f4d821,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:07.714148 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60210) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:07.754234 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Publish callbacks [] for router_gateway (dbdc5756-c945-4ced-bab8-8f741a67f461), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.763209 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8e139811-2d93-4a51-9e56-30bbed47c24f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbc00c2984834d619587d8bfc62961b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478516 Feb 15 05:17:07.765591 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60212) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:07.832719 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f496-9fed-4831-8393-24e7fce60e35 admin admin] Publish callbacks [] for security_group (62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.854032 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f496-9fed-4831-8393-24e7fce60e35 admin admin] Publish callbacks [] for security_group (62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.860176 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:17:07.907185 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f496-9fed-4831-8393-24e7fce60e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.910691 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f496-9fed-4831-8393-24e7fce60e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:07.911824 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f7f0f496-9fed-4831-8393-24e7fce60e35 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f HTTP/1.1" status: 204 len: 168 time: 0.1453180 Feb 15 05:17:07.920926 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0f496-9fed-4831-8393-24e7fce60e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62aebf45-7f2c-4c2e-9b89-ff0c3e14ad2f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:08.255047 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761696f9-7c2c-444b-ae3c-f9cdc0041743 req-a419c4fb-afed-4536-9465-8c109caa26ed tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:08.262558 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-761696f9-7c2c-444b-ae3c-f9cdc0041743 req-a419c4fb-afed-4536-9465-8c109caa26ed tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.4163494 Feb 15 05:17:08.281742 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60220) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:08.331566 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ed5061ff-2093-43a9-b840-5c0ef63e6c0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a0bb8a72a814edfba25994ca20b103f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463028 Feb 15 05:17:08.332726 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60222) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:08.360432 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-761696f9-7c2c-444b-ae3c-f9cdc0041743 req-2be2089f-98eb-49d7-9fec-3071a50c12ca tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0909500 Feb 15 05:17:08.361938 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525964'] for router (dbdc5756-c945-4ced-bab8-8f741a67f461), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:08.365296 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:08.395016 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdad2ef2-a2c3-4b26-99b1-88c10008c1eb admin admin] Publish callbacks [] for security_group (856a94af-e081-4e12-94d3-39490168c192), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:08.419242 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdad2ef2-a2c3-4b26-99b1-88c10008c1eb admin admin] Publish callbacks [] for security_group (856a94af-e081-4e12-94d3-39490168c192), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:08.474797 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdad2ef2-a2c3-4b26-99b1-88c10008c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (856a94af-e081-4e12-94d3-39490168c192), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:08.477435 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdad2ef2-a2c3-4b26-99b1-88c10008c1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:08.482098 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-fdad2ef2-a2c3-4b26-99b1-88c10008c1eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/856a94af-e081-4e12-94d3-39490168c192 HTTP/1.1" status: 204 len: 168 time: 0.1446280 Feb 15 05:17:08.483908 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb4958d-56ea-4615-88d7-fa7890c0b93d None None] Network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:17:08.486237 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad2ef2-a2c3-4b26-99b1-88c10008c1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856a94af-e081-4e12-94d3-39490168c192,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:08.529094 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Router dbdc5756-c945-4ced-bab8-8f741a67f461 is scheduled to L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:17:08.606614 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-68bb970a-00bd-43db-b15d-3903f93e9713 None None] Provisioning complete for port 144aec8d-3309-4708-9a89-8dbd9f900100 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:08.607176 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-68bb970a-00bd-43db-b15d-3903f93e9713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (144aec8d-3309-4708-9a89-8dbd9f900100), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:08.648720 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:17:08.689958 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:08.691621 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7353d66a-2745-41da-ae42-2cfc85a8e653 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3113370 Feb 15 05:17:08.692850 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Sync routers for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:17:08.694584 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60226) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:08.722035 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-68bb970a-00bd-43db-b15d-3903f93e9713 None None] Current status of the port 144aec8d-3309-4708-9a89-8dbd9f900100 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:08.722688 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-68bb970a-00bd-43db-b15d-3903f93e9713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (144aec8d-3309-4708-9a89-8dbd9f900100), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:08.729821 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:08.730764 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:08.892464 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:08.963177 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-68bb970a-00bd-43db-b15d-3903f93e9713 None None] For port 144aec8d-3309-4708-9a89-8dbd9f900100, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=144aec8d-3309-4708-9a89-8dbd9f900100,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:08.993125 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-68bb970a-00bd-43db-b15d-3903f93e9713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (144aec8d-3309-4708-9a89-8dbd9f900100), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.064190 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb970a-00bd-43db-b15d-3903f93e9713 None None] Pushing event updated for resources: {'Port': ['ID=144aec8d-3309-4708-9a89-8dbd9f900100,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:09.118676 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-e1215c15-de88-4f49-8119-49623de77fc6 None None] Provisioning complete for port 144aec8d-3309-4708-9a89-8dbd9f900100 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:09.119044 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e1215c15-de88-4f49-8119-49623de77fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (144aec8d-3309-4708-9a89-8dbd9f900100), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.157831 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.262980 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 144aec8d-3309-4708-9a89-8dbd9f900100 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:17:09.314609 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:07Z', 'revision_number': 3, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:09.315984 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Allocated IP 172.20.0.1 (fc85967f-4be2-4d0d-b99d-eb409ce0e1f7/465697b9-4cb7-4c66-99cb-1cbd5c8e5209/dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:17:09.350498 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Checking router: dbdc5756-c945-4ced-bab8-8f741a67f461 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:17:09.350842 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Updating router dbdc5756-c945-4ced-bab8-8f741a67f461 port e483cd1a-7c83-4ebb-9041-50932baa1cd4 binding host dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:17:09.406083 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 144aec8d-3309-4708-9a89-8dbd9f900100 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:09.406453 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (144aec8d-3309-4708-9a89-8dbd9f900100), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.414940 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.419434 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Publish callbacks [] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.455878 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-e1215c15-de88-4f49-8119-49623de77fc6 None None] Current status of the port 144aec8d-3309-4708-9a89-8dbd9f900100 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:09.460284 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.481600 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cbe12-6740-4f65-b62f-01a89545d56e req-0b37ce07-cec4-4945-a61f-925306a23804 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:09.483096 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-220cbe12-6740-4f65-b62f-01a89545d56e req-0b37ce07-cec4-4945-a61f-925306a23804 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0591657 Feb 15 05:17:09.496517 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:17:09.501222 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:17:09.504669 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:17:09.539102 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-220cbe12-6740-4f65-b62f-01a89545d56e req-98da727c-cb46-4835-9bdd-96a53a363605 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0497425 Feb 15 05:17:09.558220 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:09.567535 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.567895 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.568333 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.568686 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.569022 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.569801 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.570171 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.570510 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.570843 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.571915 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.571915 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.571915 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.572186 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:09.592844 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-525503'] for router_interface (dbdc5756-c945-4ced-bab8-8f741a67f461), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.616513 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 144aec8d-3309-4708-9a89-8dbd9f900100 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:09.665051 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.728155 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:17:09.740095 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc372664-baa4-4f89-add8-39e71b4c7c18 req-d7dcfbe2-f134-4260-8d85-69f3f8bf38cd tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:09.741458 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fc372664-baa4-4f89-add8-39e71b4c7c18 req-d7dcfbe2-f134-4260-8d85-69f3f8bf38cd tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.1197450 Feb 15 05:17:09.750335 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60232) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:09.755331 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-f1b72406-6b8d-4b27-95fb-4c986c5bbbe8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Request body: {'floatingip': {'port_id': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:09.761471 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:17:09.761824 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 2014d1d8-d0a4-48c6-ae17-570e82ec1ea6 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:17:09.816661 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Publish callbacks [] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.821109 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.831156 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1b72406-6b8d-4b27-95fb-4c986c5bbbe8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (7b4d6c2f-8837-44b6-919f-0622a3dde652), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.833074 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.873826 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Attempting to bind port e483cd1a-7c83-4ebb-9041-50932baa1cd4 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:17:09.874192 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Attempting to bind port e483cd1a-7c83-4ebb-9041-50932baa1cd4 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:17:09.874557 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Attempting to bind port e483cd1a-7c83-4ebb-9041-50932baa1cd4 on network dda14d27-2e09-4348-83b7-68b288eb8ca4 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:17:09.888597 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1ebdb-9fd6-4052-bc7f-af1d76cc8e2f None None] Pushing event updated for resources: {'Port': ['ID=e483cd1a-7c83-4ebb-9041-50932baa1cd4,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:09.893490 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:17:09.893871 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Checking segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:17:09.894270 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.894652 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Bound using segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:17:09.895591 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Bound port: e483cd1a-7c83-4ebb-9041-50932baa1cd4, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:17:09.895591 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.930938 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-f61295ba-5e13-4b65-9f58-5611926785cd None None] Provisioning complete for port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:09.931313 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f61295ba-5e13-4b65-9f58-5611926785cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:09.978195 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] For port e483cd1a-7c83-4ebb-9041-50932baa1cd4, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:17:09.982095 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] For port e483cd1a-7c83-4ebb-9041-50932baa1cd4, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=e483cd1a-7c83-4ebb-9041-50932baa1cd4,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:17:09.984811 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-f61295ba-5e13-4b65-9f58-5611926785cd None None] Port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:17:09.989988 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:10.045641 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:10.046246 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:10.087261 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1ebdb-9fd6-4052-bc7f-af1d76cc8e2f None None] Pushing event updated for resources: {'Port': ['ID=e483cd1a-7c83-4ebb-9041-50932baa1cd4,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:10.158827 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:10.200937 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Publish callbacks [] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:10.233507 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:10.366696 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 1, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:10.395879 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e6d17-e41e-4a87-91a6-5b6e4f3e6147 None None] The sync data for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi is: [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 1, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:17:10.550476 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525507'] for router_interface (dbdc5756-c945-4ced-bab8-8f741a67f461), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:10.554009 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:10.768729 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1b72406-6b8d-4b27-95fb-4c986c5bbbe8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:10.770696 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:17:10.772246 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:17:10.774581 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1b72406-6b8d-4b27-95fb-4c986c5bbbe8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (7b4d6c2f-8837-44b6-919f-0622a3dde652), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:10.961135 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-f1b72406-6b8d-4b27-95fb-4c986c5bbbe8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Floating IP 7b4d6c2f-8837-44b6-919f-0622a3dde652 associated. External IP: 172.27.3.174, port: 56ec4240-cff0-4926-9a1a-dfdcc01bcb46. Feb 15 05:17:11.003026 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Router dbdc5756-c945-4ced-bab8-8f741a67f461 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:17:11.014799 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-0ec324ce-3f37-41fa-8969-612620556da7 None None] Provisioning complete for port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:11.015395 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0ec324ce-3f37-41fa-8969-612620556da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:11.076013 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-0ec324ce-3f37-41fa-8969-612620556da7 None None] Port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:17:11.194197 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device e483cd1a-7c83-4ebb-9041-50932baa1cd4 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:17:11.226397 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:17:11.232786 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-53f9befb-1f71-4f30-8819-14363bf429f0 admin admin] 10.222.0.43 "PUT /v2.0/routers/dbdc5756-c945-4ced-bab8-8f741a67f461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5370560 Feb 15 05:17:11.249035 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port e483cd1a-7c83-4ebb-9041-50932baa1cd4 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:11.249422 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:11.309221 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b72406-6b8d-4b27-95fb-4c986c5bbbe8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Router 92f675ab-d5e2-46eb-a7ce-2445be023f5b has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:17:11.341581 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port e483cd1a-7c83-4ebb-9041-50932baa1cd4 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:11.341958 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:11.369214 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port e483cd1a-7c83-4ebb-9041-50932baa1cd4, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=e483cd1a-7c83-4ebb-9041-50932baa1cd4,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:11.379702 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:11.439118 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=e483cd1a-7c83-4ebb-9041-50932baa1cd4,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:11.452912 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b72406-6b8d-4b27-95fb-4c986c5bbbe8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:17:11.458180 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1b72406-6b8d-4b27-95fb-4c986c5bbbe8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:11.466620 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5263e3a-86da-497f-b051-ace986048c62 None None] Sync routers for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:17:11.480239 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5263e3a-86da-497f-b051-ace986048c62 None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:11.481524 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b5263e3a-86da-497f-b051-ace986048c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:11.493811 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f1b72406-6b8d-4b27-95fb-4c986c5bbbe8 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "PUT /v2.0/floatingips/7b4d6c2f-8837-44b6-919f-0622a3dde652 HTTP/1.1" status: 200 len: 992 time: 1.7424197 Feb 15 05:17:11.494495 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:17:11.506659 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d405f78e54060b3f35fba0d75da544d2410d2332c32325fa9b97c03aebb98be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a12066-b217-438f-9787-9178029d21b9" -d '{"events": [{"name": "network-changed", "server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:17:11.611832 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-b5263e3a-86da-497f-b051-ace986048c62 None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:11.817787 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba2e7dd-8010-4140-818e-45fa77c9841d x-openstack-request-id: req-2ba2e7dd-8010-4140-818e-45fa77c9841d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:17:11.818293 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:17:11.818403 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ba2e7dd-8010-4140-818e-45fa77c9841d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:17:11.819219 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'status': 'completed', 'code': 200} Feb 15 05:17:11.909166 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b5263e3a-86da-497f-b051-ace986048c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '7b4d6c2f-8837-44b6-919f-0622a3dde652', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'port_id': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'mac_address': 'fa:16:3e:22:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:16:55Z', 'updated_at': '2022-02-15T05:17:10Z', 'revision_number': 1, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:11.943529 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5263e3a-86da-497f-b051-ace986048c62 None None] Checking router: 92f675ab-d5e2-46eb-a7ce-2445be023f5b for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:17:11.946446 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a12066-b217-438f-9787-9178029d21b9 req-f49bbf00-1a60-43e0-b69d-24754e79464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:11.948084 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7a12066-b217-438f-9787-9178029d21b9 req-f49bbf00-1a60-43e0-b69d-24754e79464c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 1130 time: 0.0983739 Feb 15 05:17:11.952422 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5263e3a-86da-497f-b051-ace986048c62 None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:11.952945 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b5263e3a-86da-497f-b051-ace986048c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:12.073189 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a12066-b217-438f-9787-9178029d21b9 req-75aad171-2ea5-4d1c-8b5b-b77dfa24f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:12.074663 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7a12066-b217-438f-9787-9178029d21b9 req-75aad171-2ea5-4d1c-8b5b-b77dfa24f708 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 917 time: 0.1209104 Feb 15 05:17:12.082536 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60260) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:12.087659 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2014607930-network', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:12.100981 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-b5263e3a-86da-497f-b051-ace986048c62 None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:12.107561 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Made reservation on behalf of 0491001aed644f51851b13e8cd5cd50e for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:17:12.110948 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.120810 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.152689 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7a12066-b217-438f-9787-9178029d21b9 req-c63315ad-54d2-4297-a766-2320a29a294e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46 HTTP/1.1" status: 200 len: 1000 time: 0.0709171 Feb 15 05:17:12.205442 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Publish callbacks [] for security_group (7725eb85-6818-4e16-baad-8f7dea715efb), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.209895 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a12066-b217-438f-9787-9178029d21b9 req-2494920c-d2a6-4ff3-bf05-1d371c90654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:12.210074 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (7725eb85-6818-4e16-baad-8f7dea715efb), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.211524 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7a12066-b217-438f-9787-9178029d21b9 req-2494920c-d2a6-4ff3-bf05-1d371c90654a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.0524964 Feb 15 05:17:12.232978 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:17:12.247539 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7725eb85-6818-4e16-baad-8f7dea715efb,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:12.254940 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.255287 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Added segment 2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6 of type vlan for network 7ef9ee08-84e7-44a1-b05d-b1372c91e575 Feb 15 05:17:12.271887 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a12066-b217-438f-9787-9178029d21b9 req-19a4899a-c250-462f-89d7-a39b6329e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:12.273420 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7a12066-b217-438f-9787-9178029d21b9 req-19a4899a-c250-462f-89d7-a39b6329e0f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555429 Feb 15 05:17:12.296894 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (7ef9ee08-84e7-44a1-b05d-b1372c91e575), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.323981 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (7ef9ee08-84e7-44a1-b05d-b1372c91e575), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.324925 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:12.325516 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.357614 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b5263e3a-86da-497f-b051-ace986048c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '7b4d6c2f-8837-44b6-919f-0622a3dde652', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'port_id': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'mac_address': 'fa:16:3e:22:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:16:55Z', 'updated_at': '2022-02-15T05:17:10Z', 'revision_number': 1, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:12.371108 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7a12066-b217-438f-9787-9178029d21b9 req-9941556e-6121-40b9-b381-8fe432495e1c service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918531 Feb 15 05:17:12.388341 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3044930 Feb 15 05:17:12.388736 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60262) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:12.391357 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5263e3a-86da-497f-b051-ace986048c62 None None] The sync data for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi is: [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '7b4d6c2f-8837-44b6-919f-0622a3dde652', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'port_id': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'mac_address': 'fa:16:3e:22:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:16:55Z', 'updated_at': '2022-02-15T05:17:10Z', 'revision_number': 1, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:17:12.395068 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Request body: {'subnet': {'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2014607930-subnet', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:12.399046 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673f89c-7088-4f6c-8083-23c25b963c84 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef9ee08-84e7-44a1-b05d-b1372c91e575,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:12.410437 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 7ef9ee08-84e7-44a1-b05d-b1372c91e575 details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:17:12.461677 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Made reservation on behalf of 0491001aed644f51851b13e8cd5cd50e for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:17:12.464287 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3999359'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.536096 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7a12066-b217-438f-9787-9178029d21b9 req-be37eba6-d3c2-4fc4-92d6-9688f39c0cbf service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580014 Feb 15 05:17:12.655599 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3974301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3999337'] for subnet (31374b0c-eb00-4e60-bf1d-e6c278fd3660), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.709551 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31374b0c-eb00-4e60-bf1d-e6c278fd3660,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:12.724276 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.724564 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.724913 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.725256 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.725594 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.725930 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.726263 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.726598 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.726933 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.727267 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.727624 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.727948 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.728301 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:12.738078 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Checking segment: {'id': '2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:17:12.738444 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Network hostable DHCP agents. Network: 7ef9ee08-84e7-44a1-b05d-b1372c91e575, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:17:12.755120 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Network 7ef9ee08-84e7-44a1-b05d-b1372c91e575 is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:17:12.763925 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 7ef9ee08-84e7-44a1-b05d-b1372c91e575) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:17:12.769834 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:12.770613 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.775560 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42847e04-eb27-4c26-bfc3-c934f7c69ff1 None None] Network 7ef9ee08-84e7-44a1-b05d-b1372c91e575 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:17:12.791289 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60264) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:12.791408 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-242989d0-7702-48d6-b4cd-dcc295d26290 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4013226 Feb 15 05:17:12.795536 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2014607930-router', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:12.801155 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Sync routers for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:17:12.813401 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-527349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6842'] for router (92f4fd56-6175-42da-a4e5-a333b28dc766), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.815016 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6821'] for router (92f4fd56-6175-42da-a4e5-a333b28dc766), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.851615 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:12.852229 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:12.865152 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Publish callbacks [] for router_controller (92f4fd56-6175-42da-a4e5-a333b28dc766), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:12.936743 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79bd1d49-ae9e-5ec6-bc5e-b9e7c5444204-7ef9ee08-84e7-44a1-b05d-b1372c91e575', 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575', 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'fixed_ips': [{'subnet_id': '31374b0c-eb00-4e60-bf1d-e6c278fd3660'}]}} from dv-cinder-828696-5-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:17:12.937664 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:13.013551 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Publish callbacks [] for router_gateway (92f4fd56-6175-42da-a4e5-a333b28dc766), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:13.070827 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:13.079902 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bef91b-8056-46ca-a199-8f6709421d56 None None] New status for floating IP 7b4d6c2f-8837-44b6-919f-0622a3dde652: ACTIVE {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:17:13.246688 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Publish callbacks [] for router_gateway (92f4fd56-6175-42da-a4e5-a333b28dc766), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:13.253161 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device e483cd1a-7c83-4ebb-9041-50932baa1cd4 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:17:13.270556 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:13.381035 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Allocated IP 172.27.3.253 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/fe708c1e-f270-4f30-98e6-fce827cf3c7b) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:17:13.408778 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Allocated IP 172.20.0.2 (7ef9ee08-84e7-44a1-b05d-b1372c91e575/31374b0c-eb00-4e60-bf1d-e6c278fd3660/a1282755-9373-44c0-beb0-7a330db3542a) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:17:13.481536 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Publish callbacks [] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:13.494396 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port e483cd1a-7c83-4ebb-9041-50932baa1cd4 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:13.494960 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:13.517698 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:13.558573 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:17:13.563201 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:17:13.566650 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:17:13.587851 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Pushing event updated for resources: {'Port': ['ID=fe708c1e-f270-4f30-98e6-fce827cf3c7b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:13.671222 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Publish callbacks [] for port (a1282755-9373-44c0-beb0-7a330db3542a), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:13.681397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 2, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:13.686393 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (a1282755-9373-44c0-beb0-7a330db3542a), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:13.740556 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Checking router: dbdc5756-c945-4ced-bab8-8f741a67f461 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:17:13.740934 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Updating router dbdc5756-c945-4ced-bab8-8f741a67f461 port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 binding host dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:17:13.770977 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port e483cd1a-7c83-4ebb-9041-50932baa1cd4 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:13.780406 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Network 7ef9ee08-84e7-44a1-b05d-b1372c91e575 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:17:13.788961 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:17:13.791545 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:17:13.807994 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Pushing event updated for resources: {'Port': ['ID=a1282755-9373-44c0-beb0-7a330db3542a,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:13.812853 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:13.889960 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Attempting to bind port a1282755-9373-44c0-beb0-7a330db3542a on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:17:13.890333 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Attempting to bind port a1282755-9373-44c0-beb0-7a330db3542a by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:17:13.890697 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Attempting to bind port a1282755-9373-44c0-beb0-7a330db3542a on network 7ef9ee08-84e7-44a1-b05d-b1372c91e575 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:17:13.904289 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:17:13.904663 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Checking segment: {'id': '2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:17:13.905064 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:13.905460 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Bound using segment: {'id': '2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:17:13.905927 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Bound port: a1282755-9373-44c0-beb0-7a330db3542a, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:17:13.906309 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (a1282755-9373-44c0-beb0-7a330db3542a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:14.038636 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Publish callbacks [] for router_gateway (92f4fd56-6175-42da-a4e5-a333b28dc766), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:14.069555 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] For port a1282755-9373-44c0-beb0-7a330db3542a, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:17:14.073747 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] For port a1282755-9373-44c0-beb0-7a330db3542a, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=a1282755-9373-44c0-beb0-7a330db3542a,segment=NetworkSegment(2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6),segment_id=2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:17:14.088170 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (a1282755-9373-44c0-beb0-7a330db3542a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:14.176445 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b952d7-fbcc-442b-85fe-9a403248f42b None None] Pushing event updated for resources: {'Port': ['ID=a1282755-9373-44c0-beb0-7a330db3542a,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:14.237497 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Publish callbacks [] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:14.243048 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:14.251140 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525964'] for router (92f4fd56-6175-42da-a4e5-a333b28dc766), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:14.300568 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215f759-861f-4af0-8b39-c52ad8e03361 None None] Pushing event updated for resources: {'Port': ['ID=dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:14.383311 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Attempting to bind port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:17:14.384188 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Attempting to bind port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:17:14.384764 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Attempting to bind port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 on network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:17:14.390702 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:17:14.391330 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Checking segment: {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:17:14.391953 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:14.392341 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Bound using segment: {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:17:14.392858 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Bound port: dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:17:14.393234 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:14.444484 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Router 92f4fd56-6175-42da-a4e5-a333b28dc766 is scheduled to L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:17:14.467794 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] For port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:17:14.472996 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] For port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:17:14.481776 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:14.538128 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:14.539053 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:14.585939 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:17:14.600230 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215f759-861f-4af0-8b39-c52ad8e03361 None None] Pushing event updated for resources: {'Port': ['ID=dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:14.603213 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Sync routers for ids ['92f4fd56-6175-42da-a4e5-a333b28dc766'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:17:14.611223 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:14.614962 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-99821cd0-2236-4f24-a8e1-850cfe8de998 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8203297 Feb 15 05:17:14.615356 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60270) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:14.667026 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Routers {'92f4fd56-6175-42da-a4e5-a333b28dc766'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:14.667686 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f4fd56-6175-42da-a4e5-a333b28dc766'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:14.718875 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-ec427eb7-7608-43c6-a04b-cf7ee1f28770 None None] Provisioning complete for port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:14.719250 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ec427eb7-7608-43c6-a04b-cf7ee1f28770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:14.748400 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:15.057289 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.082759 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Set router 92f4fd56-6175-42da-a4e5-a333b28dc766 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:15.232102 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec9a241-75b7-4417-84eb-75e61c07c3cc None None] Network 7ef9ee08-84e7-44a1-b05d-b1372c91e575 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:17:15.261881 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-ec427eb7-7608-43c6-a04b-cf7ee1f28770 None None] Current status of the port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:15.262269 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ec427eb7-7608-43c6-a04b-cf7ee1f28770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.264378 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Allocated IP 172.20.0.1 (7ef9ee08-84e7-44a1-b05d-b1372c91e575/31374b0c-eb00-4e60-bf1d-e6c278fd3660/27fea51e-28e9-46e0-afdb-f67aaad9d8aa) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:17:15.312946 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:17:15.373783 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Publish callbacks [] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.407802 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.435180 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ec427eb7-7608-43c6-a04b-cf7ee1f28770 None None] For port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:15.448881 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Network 7ef9ee08-84e7-44a1-b05d-b1372c91e575 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:17:15.455087 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:17:15.459384 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:17:15.462330 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Pushing event updated for resources: {'Port': ['ID=27fea51e-28e9-46e0-afdb-f67aaad9d8aa,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:15.470703 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ec427eb7-7608-43c6-a04b-cf7ee1f28770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.498225 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-525503'] for router_interface (92f4fd56-6175-42da-a4e5-a333b28dc766), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.575006 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:15.575811 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.613197 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec427eb7-7608-43c6-a04b-cf7ee1f28770 None None] Pushing event updated for resources: {'Port': ['ID=dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:15.628674 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:14Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:15.630055 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.678295 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0316abec-8ba8-45ef-a0c2-4b363150e041 None None] The sync data for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi is: [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:14Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:17:15.686339 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'name': 'tempest-TestVolumeBootPattern-2014607930-router', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:12Z', 'updated_at': '2022-02-15T05:17:13Z', 'revision_number': 3, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'gw_port': {'id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:13Z', 'updated_at': '2022-02-15T05:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:15.688064 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-d016b45c-f416-4f4b-894b-c777f871395a None None] Provisioning complete for port a1282755-9373-44c0-beb0-7a330db3542a triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:15.688440 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d016b45c-f416-4f4b-894b-c777f871395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (a1282755-9373-44c0-beb0-7a330db3542a), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.750642 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Checking router: 92f4fd56-6175-42da-a4e5-a333b28dc766 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:17:15.751153 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Updating router 92f4fd56-6175-42da-a4e5-a333b28dc766 port fe708c1e-f270-4f30-98e6-fce827cf3c7b binding host dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:17:15.819253 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Publish callbacks [] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.822957 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.830675 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.900776 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:15.902541 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device a1282755-9373-44c0-beb0-7a330db3542a up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:17:15.902682 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Pushing event updated for resources: {'Port': ['ID=27fea51e-28e9-46e0-afdb-f67aaad9d8aa,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:15.923555 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525507'] for router_interface (92f4fd56-6175-42da-a4e5-a333b28dc766), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:15.999062 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d016b45c-f416-4f4b-894b-c777f871395a None None] Current status of the port a1282755-9373-44c0-beb0-7a330db3542a is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:15.999459 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d016b45c-f416-4f4b-894b-c777f871395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (a1282755-9373-44c0-beb0-7a330db3542a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:16.068968 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Network 7ef9ee08-84e7-44a1-b05d-b1372c91e575 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:17:16.070478 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:17:16.105804 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d016b45c-f416-4f4b-894b-c777f871395a None None] For port a1282755-9373-44c0-beb0-7a330db3542a, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=a1282755-9373-44c0-beb0-7a330db3542a,segment=NetworkSegment(2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6),segment_id=2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:16.116949 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d016b45c-f416-4f4b-894b-c777f871395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (a1282755-9373-44c0-beb0-7a330db3542a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:16.127778 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port a1282755-9373-44c0-beb0-7a330db3542a triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:16.128149 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (a1282755-9373-44c0-beb0-7a330db3542a), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:16.222858 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Router 92f4fd56-6175-42da-a4e5-a333b28dc766 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:17:16.255880 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016b45c-f416-4f4b-894b-c777f871395a None None] Pushing event updated for resources: {'Port': ['ID=a1282755-9373-44c0-beb0-7a330db3542a,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:16.270619 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-d016b45c-f416-4f4b-894b-c777f871395a None None] Provisioning complete for port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:16.270990 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d016b45c-f416-4f4b-894b-c777f871395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:16.349905 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:17:16.355028 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a00beb4e-71df-4d3c-8132-4c995c7b4498 admin admin] 10.222.0.43 "PUT /v2.0/routers/92f4fd56-6175-42da-a4e5-a333b28dc766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7385278 Feb 15 05:17:16.361271 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Publish callbacks [] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:16.396416 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:16.473615 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port a1282755-9373-44c0-beb0-7a330db3542a is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:16.493250 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Attempting to bind port fe708c1e-f270-4f30-98e6-fce827cf3c7b on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:17:16.493635 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Attempting to bind port fe708c1e-f270-4f30-98e6-fce827cf3c7b by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:17:16.494000 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Attempting to bind port fe708c1e-f270-4f30-98e6-fce827cf3c7b on network dda14d27-2e09-4348-83b7-68b288eb8ca4 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:17:16.500994 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b7566-4a12-4fd5-a2dd-814d61ea6ecc None None] Pushing event updated for resources: {'Port': ['ID=fe708c1e-f270-4f30-98e6-fce827cf3c7b,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:16.514025 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:17:16.514405 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Checking segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:17:16.514811 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:16.515198 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Bound using segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:17:16.515819 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Bound port: fe708c1e-f270-4f30-98e6-fce827cf3c7b, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:17:16.516203 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:16.518448 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d016b45c-f416-4f4b-894b-c777f871395a None None] Current status of the port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:16.569537 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] For port fe708c1e-f270-4f30-98e6-fce827cf3c7b, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:17:16.572816 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] For port fe708c1e-f270-4f30-98e6-fce827cf3c7b, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=fe708c1e-f270-4f30-98e6-fce827cf3c7b,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:17:16.578921 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:16.645030 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Routers {'92f4fd56-6175-42da-a4e5-a333b28dc766'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:16.645644 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f4fd56-6175-42da-a4e5-a333b28dc766'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:16.648597 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b7566-4a12-4fd5-a2dd-814d61ea6ecc None None] Pushing event updated for resources: {'Port': ['ID=fe708c1e-f270-4f30-98e6-fce827cf3c7b,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:16.689068 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-b827de0f-6850-4df0-9d42-def807103ab3 None None] Provisioning complete for port a1282755-9373-44c0-beb0-7a330db3542a triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:16.689460 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b827de0f-6850-4df0-9d42-def807103ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (a1282755-9373-44c0-beb0-7a330db3542a), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:16.924353 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] Set router 92f4fd56-6175-42da-a4e5-a333b28dc766 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:17.017594 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-b827de0f-6850-4df0-9d42-def807103ab3 None None] Current status of the port a1282755-9373-44c0-beb0-7a330db3542a is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:17.072276 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-b827de0f-6850-4df0-9d42-def807103ab3 None None] Provisioning complete for port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:17.072648 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b827de0f-6850-4df0-9d42-def807103ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.072918 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60278) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:17.077461 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5840cd34-8ac1-48c9-af6b-a9398325acbb tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318169729', 'description': 'tempest-secgroup-smoke-318169729 description', 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:17.098212 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5840cd34-8ac1-48c9-af6b-a9398325acbb tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.129520 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-b827de0f-6850-4df0-9d42-def807103ab3 None None] Port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:17:17.161694 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:17:17.178905 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5840cd34-8ac1-48c9-af6b-a9398325acbb tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group (efbeaeba-13bf-480b-acc2-b3812fcc66a5), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.182794 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5840cd34-8ac1-48c9-af6b-a9398325acbb tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (efbeaeba-13bf-480b-acc2-b3812fcc66a5), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.214276 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5840cd34-8ac1-48c9-af6b-a9398325acbb tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.218437 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5840cd34-8ac1-48c9-af6b-a9398325acbb tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1417317 Feb 15 05:17:17.218437 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840cd34-8ac1-48c9-af6b-a9398325acbb tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbeaeba-13bf-480b-acc2-b3812fcc66a5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:17.218949 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60280) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:17.225094 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-c31cde3a-cc7a-4706-b95f-801911f7c637 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'security_group_rule': {'security_group_id': 'efbeaeba-13bf-480b-acc2-b3812fcc66a5', 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:17.225370 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'name': 'tempest-TestVolumeBootPattern-2014607930-router', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:12Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 4, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'gw_port': {'id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:13Z', 'updated_at': '2022-02-15T05:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '27fea51e-28e9-46e0-afdb-f67aaad9d8aa', 'name': '', 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'mac_address': 'fa:16:3e:0c:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '31374b0c-eb00-4e60-bf1d-e6c278fd3660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:15Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 2, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'subnets': [{'id': '31374b0c-eb00-4e60-bf1d-e6c278fd3660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:17.249801 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c31cde3a-cc7a-4706-b95f-801911f7c637 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (c8e406b4-63e0-43e6-b17d-6bf63dcb739b), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.257477 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286be8f9-7c8e-4ac5-9152-fa61cfc59786 None None] The sync data for ids ['92f4fd56-6175-42da-a4e5-a333b28dc766'] in dv-cinder-828696-5-iscsi is: [{'id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'name': 'tempest-TestVolumeBootPattern-2014607930-router', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:12Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 4, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'gw_port': {'id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:13Z', 'updated_at': '2022-02-15T05:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '27fea51e-28e9-46e0-afdb-f67aaad9d8aa', 'name': '', 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'mac_address': 'fa:16:3e:0c:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '31374b0c-eb00-4e60-bf1d-e6c278fd3660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:15Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 2, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'subnets': [{'id': '31374b0c-eb00-4e60-bf1d-e6c278fd3660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:17:17.260173 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:17.260547 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.311173 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c31cde3a-cc7a-4706-b95f-801911f7c637 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (c8e406b4-63e0-43e6-b17d-6bf63dcb739b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.315279 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c31cde3a-cc7a-4706-b95f-801911f7c637 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (c8e406b4-63e0-43e6-b17d-6bf63dcb739b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.334062 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cde3a-cc7a-4706-b95f-801911f7c637 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e406b4-63e0-43e6-b17d-6bf63dcb739b,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:17.339634 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c31cde3a-cc7a-4706-b95f-801911f7c637 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.343923 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c31cde3a-cc7a-4706-b95f-801911f7c637 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202142 Feb 15 05:17:17.343923 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60282) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:17.348169 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:17.348562 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-14f82ab4-4e41-42a8-ade3-73fd2dff72bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'security_group_rule': {'security_group_id': 'efbeaeba-13bf-480b-acc2-b3812fcc66a5', 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:17.349300 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device a1282755-9373-44c0-beb0-7a330db3542a up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:17:17.373634 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14f82ab4-4e41-42a8-ade3-73fd2dff72bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (c93eaf0f-297a-4e1d-aeb1-a7c0f9f9ee94), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.400675 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port a1282755-9373-44c0-beb0-7a330db3542a triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:17.401051 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (a1282755-9373-44c0-beb0-7a330db3542a), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.433859 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14f82ab4-4e41-42a8-ade3-73fd2dff72bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (c93eaf0f-297a-4e1d-aeb1-a7c0f9f9ee94), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.439796 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14f82ab4-4e41-42a8-ade3-73fd2dff72bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (c93eaf0f-297a-4e1d-aeb1-a7c0f9f9ee94), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.461025 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f82ab4-4e41-42a8-ade3-73fd2dff72bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93eaf0f-297a-4e1d-aeb1-a7c0f9f9ee94,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:17.472420 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14f82ab4-4e41-42a8-ade3-73fd2dff72bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.472420 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-14f82ab4-4e41-42a8-ade3-73fd2dff72bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234069 Feb 15 05:17:17.472420 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60284) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:17.486127 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-e7e40071-13ad-4f72-86dc-b4a7956c58bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'security_group_rule': {'security_group_id': 'efbeaeba-13bf-480b-acc2-b3812fcc66a5', 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:17.497971 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port a1282755-9373-44c0-beb0-7a330db3542a is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:17.516952 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7e40071-13ad-4f72-86dc-b4a7956c58bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (0d7a7e63-c236-42ea-a022-a30111abec48), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.582722 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7e40071-13ad-4f72-86dc-b4a7956c58bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (0d7a7e63-c236-42ea-a022-a30111abec48), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.586725 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7e40071-13ad-4f72-86dc-b4a7956c58bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (0d7a7e63-c236-42ea-a022-a30111abec48), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.607285 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e40071-13ad-4f72-86dc-b4a7956c58bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7a7e63-c236-42ea-a022-a30111abec48,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:17.615342 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7e40071-13ad-4f72-86dc-b4a7956c58bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.619055 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e7e40071-13ad-4f72-86dc-b4a7956c58bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389880 Feb 15 05:17:17.619453 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60286) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:17.624003 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-75982891-5a98-4885-b9a4-903b5daf9215 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'security_group_rule': {'security_group_id': 'efbeaeba-13bf-480b-acc2-b3812fcc66a5', 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:17.649899 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75982891-5a98-4885-b9a4-903b5daf9215 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (9114b1ba-b43e-4b4e-8282-0c15449c4537), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.709655 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75982891-5a98-4885-b9a4-903b5daf9215 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (9114b1ba-b43e-4b4e-8282-0c15449c4537), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.713975 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75982891-5a98-4885-b9a4-903b5daf9215 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (9114b1ba-b43e-4b4e-8282-0c15449c4537), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.731586 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75982891-5a98-4885-b9a4-903b5daf9215 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9114b1ba-b43e-4b4e-8282-0c15449c4537,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:17.739727 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75982891-5a98-4885-b9a4-903b5daf9215 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.740913 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-75982891-5a98-4885-b9a4-903b5daf9215 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204345 Feb 15 05:17:17.743720 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60288) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:17.747961 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-847b18ef-d53b-4f90-9189-c6712a0a3c2b tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'security_group_rule': {'security_group_id': 'efbeaeba-13bf-480b-acc2-b3812fcc66a5', 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:17.769228 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-847b18ef-d53b-4f90-9189-c6712a0a3c2b tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Project 0503cf56b9584ffca8a034b7ebcc5e36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 05:17:17.774348 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-847b18ef-d53b-4f90-9189-c6712a0a3c2b tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (12995000-d329-43ac-b615-9362c01f6530), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.838909 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-847b18ef-d53b-4f90-9189-c6712a0a3c2b tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (12995000-d329-43ac-b615-9362c01f6530), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.843436 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-847b18ef-d53b-4f90-9189-c6712a0a3c2b tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (12995000-d329-43ac-b615-9362c01f6530), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.862011 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b18ef-d53b-4f90-9189-c6712a0a3c2b tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12995000-d329-43ac-b615-9362c01f6530,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:17.869565 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-847b18ef-d53b-4f90-9189-c6712a0a3c2b tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.870765 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-847b18ef-d53b-4f90-9189-c6712a0a3c2b tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261435 Feb 15 05:17:17.873603 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60290) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:17.878453 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9ffc0037-81f1-428a-8cf6-7217800546e2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'security_group_rule': {'security_group_id': 'efbeaeba-13bf-480b-acc2-b3812fcc66a5', 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:17.899459 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-9ffc0037-81f1-428a-8cf6-7217800546e2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Project 0503cf56b9584ffca8a034b7ebcc5e36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 05:17:17.904339 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0037-81f1-428a-8cf6-7217800546e2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (d0af26b2-cb8e-448c-927c-f3fa20641258), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.962662 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0037-81f1-428a-8cf6-7217800546e2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (d0af26b2-cb8e-448c-927c-f3fa20641258), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.966055 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0037-81f1-428a-8cf6-7217800546e2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (d0af26b2-cb8e-448c-927c-f3fa20641258), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.983524 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc0037-81f1-428a-8cf6-7217800546e2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0af26b2-cb8e-448c-927c-f3fa20641258,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:17.988021 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0037-81f1-428a-8cf6-7217800546e2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:17.989188 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9ffc0037-81f1-428a-8cf6-7217800546e2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1146338 Feb 15 05:17:19.176642 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device fe708c1e-f270-4f30-98e6-fce827cf3c7b up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:17:19.225569 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port fe708c1e-f270-4f30-98e6-fce827cf3c7b triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:19.225990 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:19.306317 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port fe708c1e-f270-4f30-98e6-fce827cf3c7b is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:19.306780 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:19.328679 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port fe708c1e-f270-4f30-98e6-fce827cf3c7b, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=fe708c1e-f270-4f30-98e6-fce827cf3c7b,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:19.335279 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:19.384388 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=fe708c1e-f270-4f30-98e6-fce827cf3c7b,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:19.463299 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Sync routers for ids ['92f4fd56-6175-42da-a4e5-a333b28dc766'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:17:19.473943 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Routers {'92f4fd56-6175-42da-a4e5-a333b28dc766'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:19.474548 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f4fd56-6175-42da-a4e5-a333b28dc766'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:19.584495 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Set router 92f4fd56-6175-42da-a4e5-a333b28dc766 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:19.780510 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'name': 'tempest-TestVolumeBootPattern-2014607930-router', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:12Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 4, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'gw_port': {'id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:13Z', 'updated_at': '2022-02-15T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '27fea51e-28e9-46e0-afdb-f67aaad9d8aa', 'name': '', 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'mac_address': 'fa:16:3e:0c:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '31374b0c-eb00-4e60-bf1d-e6c278fd3660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:15Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 2, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'subnets': [{'id': '31374b0c-eb00-4e60-bf1d-e6c278fd3660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:19.806973 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Checking router: 92f4fd56-6175-42da-a4e5-a333b28dc766 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:17:19.807333 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Updating router 92f4fd56-6175-42da-a4e5-a333b28dc766 port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa binding host dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:17:19.834450 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:20.173326 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Publish callbacks [] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:20.179825 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:20.229143 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Pushing event updated for resources: {'Port': ['ID=27fea51e-28e9-46e0-afdb-f67aaad9d8aa,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:20.252705 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.253067 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.253429 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.253765 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.254094 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.254419 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.254745 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.255067 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.255412 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.255778 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.256106 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.256422 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.256740 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:20.293450 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Attempting to bind port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:17:20.294232 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Attempting to bind port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:17:20.294437 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Attempting to bind port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa on network 7ef9ee08-84e7-44a1-b05d-b1372c91e575 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:17:20.300612 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:17:20.300982 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Checking segment: {'id': '2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:17:20.301378 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:20.301768 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Bound using segment: {'id': '2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:17:20.302232 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Bound port: 27fea51e-28e9-46e0-afdb-f67aaad9d8aa, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:17:20.302603 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:20.370176 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] For port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:17:20.373424 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] For port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=27fea51e-28e9-46e0-afdb-f67aaad9d8aa,segment=NetworkSegment(2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6),segment_id=2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:17:20.379451 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:20.439323 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37391b8d-ffa1-4beb-be8a-1e3cebb7ec65 None None] Pushing event updated for resources: {'Port': ['ID=27fea51e-28e9-46e0-afdb-f67aaad9d8aa,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:20.443628 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Routers {'92f4fd56-6175-42da-a4e5-a333b28dc766'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:20.444238 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f4fd56-6175-42da-a4e5-a333b28dc766'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:20.495751 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-038cd154-777c-46eb-8d32-1b870b7f6ba1 None None] Provisioning complete for port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:20.496269 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-038cd154-777c-46eb-8d32-1b870b7f6ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:20.561475 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] Set router 92f4fd56-6175-42da-a4e5-a333b28dc766 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:20.594202 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-038cd154-777c-46eb-8d32-1b870b7f6ba1 None None] Current status of the port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:20.594598 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-038cd154-777c-46eb-8d32-1b870b7f6ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:20.627419 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-038cd154-777c-46eb-8d32-1b870b7f6ba1 None None] For port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=27fea51e-28e9-46e0-afdb-f67aaad9d8aa,segment=NetworkSegment(2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6),segment_id=2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:20.632591 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-038cd154-777c-46eb-8d32-1b870b7f6ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:20.680715 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038cd154-777c-46eb-8d32-1b870b7f6ba1 None None] Pushing event updated for resources: {'Port': ['ID=27fea51e-28e9-46e0-afdb-f67aaad9d8aa,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:20.752165 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-dc5189fe-6b61-4c62-9f16-5fc11942b7ab None None] Provisioning complete for port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:20.752537 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dc5189fe-6b61-4c62-9f16-5fc11942b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:20.764825 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'name': 'tempest-TestVolumeBootPattern-2014607930-router', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:12Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 4, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'gw_port': {'id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:13Z', 'updated_at': '2022-02-15T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '27fea51e-28e9-46e0-afdb-f67aaad9d8aa', 'name': '', 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'mac_address': 'fa:16:3e:0c:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '31374b0c-eb00-4e60-bf1d-e6c278fd3660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:15Z', 'updated_at': '2022-02-15T05:17:20Z', 'revision_number': 4, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'subnets': [{'id': '31374b0c-eb00-4e60-bf1d-e6c278fd3660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:20.799219 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e163f5-c1af-409e-9d62-badac3423118 None None] The sync data for ids ['92f4fd56-6175-42da-a4e5-a333b28dc766'] in dv-cinder-828696-5-iscsi is: [{'id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'name': 'tempest-TestVolumeBootPattern-2014607930-router', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:12Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 4, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'gw_port': {'id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:13Z', 'updated_at': '2022-02-15T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '27fea51e-28e9-46e0-afdb-f67aaad9d8aa', 'name': '', 'network_id': '7ef9ee08-84e7-44a1-b05d-b1372c91e575', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'mac_address': 'fa:16:3e:0c:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '31374b0c-eb00-4e60-bf1d-e6c278fd3660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:15Z', 'updated_at': '2022-02-15T05:17:20Z', 'revision_number': 4, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'subnets': [{'id': '31374b0c-eb00-4e60-bf1d-e6c278fd3660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:17:20.834395 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-dc5189fe-6b61-4c62-9f16-5fc11942b7ab None None] Current status of the port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:21.180058 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device fe708c1e-f270-4f30-98e6-fce827cf3c7b up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:17:21.229261 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port fe708c1e-f270-4f30-98e6-fce827cf3c7b triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:21.229644 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:21.314638 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port fe708c1e-f270-4f30-98e6-fce827cf3c7b is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:21.315792 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 27fea51e-28e9-46e0-afdb-f67aaad9d8aa up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:17:21.362055 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:21.362422 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:21.436553 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:21.956121 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:33.217975 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ef46a1b5-5ec6-477d-9097-7d19428b3212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:35.423408 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2c7273ab-2a9b-40dd-abbb-542d0d1787ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:36.570530 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:38.358904 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:38.531913 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-19777acf-c86a-4630-a974-2b7ed1583e63 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318169729&fields=id&tenant_id=0503cf56b9584ffca8a034b7ebcc5e36 HTTP/1.1" status: 200 len: 267 time: 0.0433421 Feb 15 05:17:38.633683 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-8069d545-317e-40dd-b3f7-51c832e153e4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:38.635034 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-8069d545-317e-40dd-b3f7-51c832e153e4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 812 time: 0.0969734 Feb 15 05:17:38.648743 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-d6ba3b64-841b-4f7b-8c2f-ed0175efd9de tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/quotas/0503cf56b9584ffca8a034b7ebcc5e36 HTTP/1.1" status: 200 len: 375 time: 0.0084233 Feb 15 05:17:38.700477 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-6373d1d4-b378-4947-be47-966c7f9db4f0 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471175 Feb 15 05:17:38.878066 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-7163c3e9-8d94-4cf2-85b0-3f013bfecf7b service neutron] 10.222.0.43 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664999 Feb 15 05:17:38.966645 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-3309b3ec-83af-479b-8d9c-8f73e33a743d service neutron] 10.222.0.43 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822570 Feb 15 05:17:39.237266 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5d958ac-0560-41c6-944c-6a70566e0adf req-9d97de01-eea3-4beb-9d5e-df60d7959192 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 210 time: 0.0270696 Feb 15 05:17:39.592008 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:40.153608 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-55a6b9d8-a122-4267-b68c-08850b433d36 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:40.155053 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-55a6b9d8-a122-4267-b68c-08850b433d36 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 812 time: 0.1015012 Feb 15 05:17:40.217000 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-b293b172-8343-43ea-ac85-2afa53c137c7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0503cf56b9584ffca8a034b7ebcc5e36 HTTP/1.1" status: 200 len: 379 time: 0.0530856 Feb 15 05:17:40.227217 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'port': {'device_id': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'admin_state_up': True, 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'security_groups': ['efbeaeba-13bf-480b-acc2-b3812fcc66a5']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:40.338044 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f292e1f6-2625-4f67-b572-036fa8b41708 req-bd7c8e7d-4c1b-4315-be21-604d5916702d tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 210 time: 0.0339904 Feb 15 05:17:40.363425 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Made reservation on behalf of 0503cf56b9584ffca8a034b7ebcc5e36 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:17:40.366994 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:40.492044 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Allocated IP 172.20.0.8 (fc85967f-4be2-4d0d-b99d-eb409ce0e1f7/465697b9-4cb7-4c66-99cb-1cbd5c8e5209/362b7b06-cb34-49c1-98c5-123f2adc493e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:17:40.632834 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:40.668471 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:40.708745 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:17:40.711656 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:17:40.714283 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:17:40.749937 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'Port': ['ID=362b7b06-cb34-49c1-98c5-123f2adc493e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:40.774504 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:40.775128 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:40.791656 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-797b6c8a-2f4a-4d84-8b68-a7fa99e85832 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681698 Feb 15 05:17:40.803288 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Request body: {'port': {'device_id': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:40.861796 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:40.967814 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-5ff562b9-fc9c-46a0-ad37-85d384e53c3f None None] Provisioning complete for port 362b7b06-cb34-49c1-98c5-123f2adc493e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:40.968439 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5ff562b9-fc9c-46a0-ad37-85d384e53c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:41.002912 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-5ff562b9-fc9c-46a0-ad37-85d384e53c3f None None] Port 362b7b06-cb34-49c1-98c5-123f2adc493e cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:17:41.368191 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362b7b06-cb34-49c1-98c5-123f2adc493e {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:17:41.375664 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Publish callbacks [] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:41.388022 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Transition to ACTIVE for port object 362b7b06-cb34-49c1-98c5-123f2adc493e will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:17:41.392954 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:41.472269 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=362b7b06-cb34-49c1-98c5-123f2adc493e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:41.541807 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2eb84-de8c-4d55-b0f7-8b3119ac9c99 req-7527660a-b204-48e7-ba03-6e88b9cb02f1 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:41.543324 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3da2eb84-de8c-4d55-b0f7-8b3119ac9c99 req-7527660a-b204-48e7-ba03-6e88b9cb02f1 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 943 time: 0.1268232 Feb 15 05:17:41.596801 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Attempting to bind port 362b7b06-cb34-49c1-98c5-123f2adc493e on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:17:41.597250 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Attempting to bind port 362b7b06-cb34-49c1-98c5-123f2adc493e by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:17:41.597632 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Attempting to bind port 362b7b06-cb34-49c1-98c5-123f2adc493e on network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:17:41.610883 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Port 362b7b06-cb34-49c1-98c5-123f2adc493e on network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:17:41.611278 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Attempting to bind port 362b7b06-cb34-49c1-98c5-123f2adc493e on network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:17:41.627991 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3da2eb84-de8c-4d55-b0f7-8b3119ac9c99 req-23926e60-55ab-44f7-96dc-1ae8da5ae53a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715189 Feb 15 05:17:41.636380 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:17:41.636720 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Checking segment: {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:17:41.637096 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Bound using segment: {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:17:41.637518 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Bound port: 362b7b06-cb34-49c1-98c5-123f2adc493e, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:17:41.637868 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:41.709471 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] For port 362b7b06-cb34-49c1-98c5-123f2adc493e, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:17:41.714454 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] For port 362b7b06-cb34-49c1-98c5-123f2adc493e, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=362b7b06-cb34-49c1-98c5-123f2adc493e,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:17:41.722463 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:41.759455 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:41.760156 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:41.761733 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] 10.222.0.61 "PUT /v2.0/ports/362b7b06-cb34-49c1-98c5-123f2adc493e HTTP/1.1" status: 200 len: 1093 time: 0.9625189 Feb 15 05:17:41.762374 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'tag': '362b7b06-cb34-49c1-98c5-123f2adc493e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:17:41.764716 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0416a3-38a4-482b-8ecc-61d5ef9b46f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c62a408e-eea2-4314-a78d-76b30f75439e", "tag": "362b7b06-cb34-49c1-98c5-123f2adc493e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:17:41.788850 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a969cb6-49fb-47e7-bf0a-d03607c3b4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=362b7b06-cb34-49c1-98c5-123f2adc493e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:41.825292 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaa2aad-f4e5-4159-876b-844df460eb2d x-openstack-request-id: req-4aaa2aad-f4e5-4159-876b-844df460eb2d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:17:41.825581 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62a408e-eea2-4314-a78d-76b30f75439e", "tag": "362b7b06-cb34-49c1-98c5-123f2adc493e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:17:41.825834 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4aaa2aad-f4e5-4159-876b-844df460eb2d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:17:41.826226 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'tag': '362b7b06-cb34-49c1-98c5-123f2adc493e', 'status': 'completed', 'code': 200} Feb 15 05:17:41.867745 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-91f0d24a-6b9c-4c1f-9c46-22a4c36e499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:41.869262 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-91f0d24a-6b9c-4c1f-9c46-22a4c36e499b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 1127 time: 0.0528266 Feb 15 05:17:41.912975 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-cfab0fdb-8aa3-47e7-b38b-2bcaaac94676 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362b7b06-cb34-49c1-98c5-123f2adc493e HTTP/1.1" status: 200 len: 217 time: 0.0352492 Feb 15 05:17:41.961422 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-ce6ef288-b53f-4bce-8a84-19ee318e96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:41.962878 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-ce6ef288-b53f-4bce-8a84-19ee318e96bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0442870 Feb 15 05:17:42.010247 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-f7d93dd7-c136-4610-83af-7772e949043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:42.011736 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-f7d93dd7-c136-4610-83af-7772e949043f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433352 Feb 15 05:17:42.104131 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-a058f001-c086-4197-961f-9ef4f299c379 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858459 Feb 15 05:17:42.187990 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf6aacae-f68a-406a-a58a-cebf74c38795 req-ba698c1a-1a4b-40ea-a9b9-e7cf3038435d service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787823 Feb 15 05:17:42.280247 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0416a3-38a4-482b-8ecc-61d5ef9b46f6 req-382c4f09-c36d-46df-8bfc-34923e75503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:42.282069 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a0416a3-38a4-482b-8ecc-61d5ef9b46f6 req-382c4f09-c36d-46df-8bfc-34923e75503a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 1127 time: 0.0489850 Feb 15 05:17:42.366489 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0416a3-38a4-482b-8ecc-61d5ef9b46f6 req-1f08d720-e39e-4607-8381-1fd969707d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:42.367949 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a0416a3-38a4-482b-8ecc-61d5ef9b46f6 req-1f08d720-e39e-4607-8381-1fd969707d28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 913 time: 0.0801713 Feb 15 05:17:42.410966 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a0416a3-38a4-482b-8ecc-61d5ef9b46f6 req-1e45b213-c803-4526-ab78-1e0f6b623dbe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362b7b06-cb34-49c1-98c5-123f2adc493e HTTP/1.1" status: 200 len: 217 time: 0.0368750 Feb 15 05:17:42.457182 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0416a3-38a4-482b-8ecc-61d5ef9b46f6 req-0997d7a1-42f6-41b4-a6f3-70d7a8d042a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:42.458507 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a0416a3-38a4-482b-8ecc-61d5ef9b46f6 req-0997d7a1-42f6-41b4-a6f3-70d7a8d042a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0415843 Feb 15 05:17:42.505449 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0416a3-38a4-482b-8ecc-61d5ef9b46f6 req-df62c723-e3c8-4a30-b78b-bed6a5111835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:42.506885 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a0416a3-38a4-482b-8ecc-61d5ef9b46f6 req-df62c723-e3c8-4a30-b78b-bed6a5111835 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428948 Feb 15 05:17:42.593245 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a0416a3-38a4-482b-8ecc-61d5ef9b46f6 req-8c08d9fa-e1f2-4b04-91f0-db93d0902d29 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806289 Feb 15 05:17:42.679130 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a0416a3-38a4-482b-8ecc-61d5ef9b46f6 req-2c5ec400-26e2-4b93-9646-de8b466d5e3c service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795860 Feb 15 05:17:42.733159 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0de097-a909-4fc0-804d-08838f60daa6 req-47a0a42f-5506-492c-a8be-7a49c6ec47f2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:42.734532 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c0de097-a909-4fc0-804d-08838f60daa6 req-47a0a42f-5506-492c-a8be-7a49c6ec47f2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 943 time: 0.0519049 Feb 15 05:17:42.783014 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c0de097-a909-4fc0-804d-08838f60daa6 req-dd200389-2286-4fcd-bec9-bcfa68c1cffa tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429268 Feb 15 05:17:43.903445 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e9631-3fe6-4839-9e2d-0108bc215902 req-29252bac-e87f-4659-9fc6-78dd58eeef68 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:43.904904 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f61e9631-3fe6-4839-9e2d-0108bc215902 req-29252bac-e87f-4659-9fc6-78dd58eeef68 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 943 time: 0.0545115 Feb 15 05:17:43.952269 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f61e9631-3fe6-4839-9e2d-0108bc215902 req-a0af45c3-e613-4faf-a2ee-5d8a623357e6 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413046 Feb 15 05:17:44.858823 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:17:45.066822 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d5569-a286-463e-84b4-9b87ebb6dbef req-001868c4-f7cf-4391-a8d4-e12e41d6e61d tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:45.068284 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a19d5569-a286-463e-84b4-9b87ebb6dbef req-001868c4-f7cf-4391-a8d4-e12e41d6e61d tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 943 time: 0.0510855 Feb 15 05:17:45.115143 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a19d5569-a286-463e-84b4-9b87ebb6dbef req-4547c4d4-e84e-469c-8f91-4d74ba54a8d3 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413449 Feb 15 05:17:46.232063 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b489fb-8ef2-45b7-8d93-aa1842736b66 req-f0e47868-3cfc-48d9-adc0-750b46df7192 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:46.233405 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03b489fb-8ef2-45b7-8d93-aa1842736b66 req-f0e47868-3cfc-48d9-adc0-750b46df7192 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 943 time: 0.0538821 Feb 15 05:17:46.279979 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03b489fb-8ef2-45b7-8d93-aa1842736b66 req-2265b443-b2d7-4c0a-8d07-32907089f669 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405903 Feb 15 05:17:47.393767 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566581b8-4214-42e7-a423-822dc7aa1078 req-dfdaf8be-dbad-4e62-b255-b6d0d2f814a8 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:47.395185 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-566581b8-4214-42e7-a423-822dc7aa1078 req-dfdaf8be-dbad-4e62-b255-b6d0d2f814a8 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 943 time: 0.0509653 Feb 15 05:17:47.443801 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-566581b8-4214-42e7-a423-822dc7aa1078 req-9671636b-ae99-4d95-9066-b582277ac518 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429492 Feb 15 05:17:47.639937 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0271fc4-7189-444c-aa69-fb2c957d92fe req-d73549ae-08ed-4bac-b4af-77d1f062f17a tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:47.641363 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0271fc4-7189-444c-aa69-fb2c957d92fe req-d73549ae-08ed-4bac-b4af-77d1f062f17a tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0508165 Feb 15 05:17:47.690991 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0271fc4-7189-444c-aa69-fb2c957d92fe req-c24eb89d-6789-4441-9c2c-2ce252b5d9ee tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435379 Feb 15 05:17:48.559439 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e376e-9722-41bc-be04-05da1d6c6355 req-5075458e-cd4e-47d4-a5d8-2e1411d74e23 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:48.560901 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e5e376e-9722-41bc-be04-05da1d6c6355 req-5075458e-cd4e-47d4-a5d8-2e1411d74e23 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 943 time: 0.0503724 Feb 15 05:17:48.607598 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e5e376e-9722-41bc-be04-05da1d6c6355 req-5b9c9c67-bf63-40e2-a562-bd7dfd151a95 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408626 Feb 15 05:17:48.805646 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db000e2e-0db1-4ffa-9e0d-b8d04f88fe84 req-d453f161-56d6-44c8-80ad-ee64addfc262 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:48.807076 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-db000e2e-0db1-4ffa-9e0d-b8d04f88fe84 req-d453f161-56d6-44c8-80ad-ee64addfc262 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0513866 Feb 15 05:17:48.853259 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-db000e2e-0db1-4ffa-9e0d-b8d04f88fe84 req-5fdb6cd6-dc9f-453c-9990-cc51bf8e2fa4 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 Feb 15 05:17:49.726163 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175aa8e-82af-4646-83a8-00b3e47e2f63 req-7eb7f792-8ce8-4ee2-ba2a-639d46f17ac1 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:49.727646 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8175aa8e-82af-4646-83a8-00b3e47e2f63 req-7eb7f792-8ce8-4ee2-ba2a-639d46f17ac1 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 943 time: 0.0554106 Feb 15 05:17:49.774007 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8175aa8e-82af-4646-83a8-00b3e47e2f63 req-a15bf307-85b8-4b78-a70d-406426ea0040 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408559 Feb 15 05:17:49.969401 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20618bf-2d6e-441a-ba1e-12c67a39860f req-96986457-2da6-4442-8099-0102599e48c8 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:49.970857 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f20618bf-2d6e-441a-ba1e-12c67a39860f req-96986457-2da6-4442-8099-0102599e48c8 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0518796 Feb 15 05:17:50.018151 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f20618bf-2d6e-441a-ba1e-12c67a39860f req-0c5ba789-1f87-4dc3-a915-17cf183b151d tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Feb 15 05:17:50.414458 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 362b7b06-cb34-49c1-98c5-123f2adc493e details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:17:50.505638 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 362b7b06-cb34-49c1-98c5-123f2adc493e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=362b7b06-cb34-49c1-98c5-123f2adc493e,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:50.516757 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '362b7b06-cb34-49c1-98c5-123f2adc493e', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'port_id': '362b7b06-cb34-49c1-98c5-123f2adc493e', 'mac_address': 'fa:16:3e:92:17:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:17:50.555286 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 362b7b06-cb34-49c1-98c5-123f2adc493e is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:50.555690 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:50.567754 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362b7b06-cb34-49c1-98c5-123f2adc493e {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:17:50.586154 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 362b7b06-cb34-49c1-98c5-123f2adc493e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=362b7b06-cb34-49c1-98c5-123f2adc493e,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:50.589619 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:50.633625 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=362b7b06-cb34-49c1-98c5-123f2adc493e,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:50.889403 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76473e6d-c9c8-47d2-94c5-177acd79355e req-be87f72d-74ea-4d13-aed8-2f796b9c7166 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:50.890832 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76473e6d-c9c8-47d2-94c5-177acd79355e req-be87f72d-74ea-4d13-aed8-2f796b9c7166 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 944 time: 0.0518851 Feb 15 05:17:50.943747 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76473e6d-c9c8-47d2-94c5-177acd79355e req-901f53ef-d853-4203-ad9d-423763b8d3a0 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466623 Feb 15 05:17:50.998577 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['362b7b06-cb34-49c1-98c5-123f2adc493e'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:17:51.134368 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcec226-be6b-47ac-a823-189655da76ed req-778cce33-0501-46e3-a72a-4af938c0e907 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:51.135852 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfcec226-be6b-47ac-a823-189655da76ed req-778cce33-0501-46e3-a72a-4af938c0e907 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0518143 Feb 15 05:17:51.182543 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfcec226-be6b-47ac-a823-189655da76ed req-c3fe70d4-a5ab-4c49-a30c-81e874bef9ed tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411720 Feb 15 05:17:51.965154 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:52.059252 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d04c0-4f30-45fb-bdb7-c295095b798e req-22504e2c-ed99-4e63-8768-84de491000ce tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:52.060729 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d9d04c0-4f30-45fb-bdb7-c295095b798e req-22504e2c-ed99-4e63-8768-84de491000ce tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 944 time: 0.0516548 Feb 15 05:17:52.107187 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d9d04c0-4f30-45fb-bdb7-c295095b798e req-6d25a89d-e4b3-402e-823a-3da6db514aef tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402806 Feb 15 05:17:52.300586 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24485d9-a14a-47bc-a31e-3025991531de req-5ba94892-22c1-4fc0-ab75-7dc26929ffa9 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:52.302029 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c24485d9-a14a-47bc-a31e-3025991531de req-5ba94892-22c1-4fc0-ab75-7dc26929ffa9 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0555148 Feb 15 05:17:52.348297 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c24485d9-a14a-47bc-a31e-3025991531de req-043445fc-2a45-4cf3-b878-cbd1c74b1e56 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 Feb 15 05:17:52.426631 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 362b7b06-cb34-49c1-98c5-123f2adc493e up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:17:52.473439 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port 362b7b06-cb34-49c1-98c5-123f2adc493e completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:17:52.477243 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 362b7b06-cb34-49c1-98c5-123f2adc493e triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:17:52.477612 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:52.552949 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 362b7b06-cb34-49c1-98c5-123f2adc493e is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:17:52.553336 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:52.574744 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362b7b06-cb34-49c1-98c5-123f2adc493e'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:17:52.576985 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1293c8e5-722b-4e84-992d-8db859dcf787" -d '{"events": [{"server_uuid": "c62a408e-eea2-4314-a78d-76b30f75439e", "name": "network-vif-plugged", "status": "completed", "tag": "362b7b06-cb34-49c1-98c5-123f2adc493e"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:17:52.588967 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 362b7b06-cb34-49c1-98c5-123f2adc493e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=362b7b06-cb34-49c1-98c5-123f2adc493e,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:17:52.593815 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:52.617477 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6c1aea-9f8b-4435-9ca1-402f332e6e12 x-openstack-request-id: req-3f6c1aea-9f8b-4435-9ca1-402f332e6e12 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:17:52.617755 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62a408e-eea2-4314-a78d-76b30f75439e", "name": "network-vif-plugged", "status": "completed", "tag": "362b7b06-cb34-49c1-98c5-123f2adc493e", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:17:52.618007 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f6c1aea-9f8b-4435-9ca1-402f332e6e12 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:17:52.618392 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362b7b06-cb34-49c1-98c5-123f2adc493e', 'code': 200} Feb 15 05:17:52.644181 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=362b7b06-cb34-49c1-98c5-123f2adc493e,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:52.651226 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.651621 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.651967 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.652301 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.652632 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.652960 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.653283 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.653606 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.653926 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.654251 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.654568 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.654884 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.655198 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:17:52.834034 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d66c7-c241-4e87-94a6-84abe327fe26 req-f79ec22f-86d2-4749-9bfd-df00c4a9b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:52.835380 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c68d66c7-c241-4e87-94a6-84abe327fe26 req-f79ec22f-86d2-4749-9bfd-df00c4a9b7ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 1129 time: 0.0415430 Feb 15 05:17:52.879336 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c68d66c7-c241-4e87-94a6-84abe327fe26 req-2bf54bb6-9bf9-426d-8995-b2a460ea7a1c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375547 Feb 15 05:17:53.224267 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f376ef9-f8b5-47ff-a05d-ad623626ed6b req-f500793d-f11d-4409-bb5f-185259ffc02f tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:53.225686 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f376ef9-f8b5-47ff-a05d-ad623626ed6b req-f500793d-f11d-4409-bb5f-185259ffc02f tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 945 time: 0.0536802 Feb 15 05:17:53.272337 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f376ef9-f8b5-47ff-a05d-ad623626ed6b req-7651758c-0b08-4373-9324-64ac362084d0 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413735 Feb 15 05:17:53.469975 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907108a6-5cb2-46fe-b136-104e82ad34b6 req-303dbeb8-4664-4c1e-9c50-407eb0cb5744 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:53.471635 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-907108a6-5cb2-46fe-b136-104e82ad34b6 req-303dbeb8-4664-4c1e-9c50-407eb0cb5744 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0555952 Feb 15 05:17:53.521444 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-907108a6-5cb2-46fe-b136-104e82ad34b6 req-54dd9811-2a6f-41fc-b4c9-3cbfae97f922 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441630 Feb 15 05:17:54.385271 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dbf5a-bdb7-45c6-88e5-c634d2ec0f3c req-6bd7e363-10b1-4cd8-b2ed-aa816c74bd19 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:54.386715 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae3dbf5a-bdb7-45c6-88e5-c634d2ec0f3c req-6bd7e363-10b1-4cd8-b2ed-aa816c74bd19 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 945 time: 0.0508916 Feb 15 05:17:54.437140 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae3dbf5a-bdb7-45c6-88e5-c634d2ec0f3c req-8f3c0f5a-d4e2-4d3c-be65-3756763c3da1 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449023 Feb 15 05:17:54.550585 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1818527-44cf-459d-b6e8-d16e8ec8d2c7 req-6b79f5c2-ae58-4e74-9ed3-68579a522af8 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:54.552101 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1818527-44cf-459d-b6e8-d16e8ec8d2c7 req-6b79f5c2-ae58-4e74-9ed3-68579a522af8 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 945 time: 0.0513234 Feb 15 05:17:54.608016 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1818527-44cf-459d-b6e8-d16e8ec8d2c7 req-9ce9d14f-3ec3-48a5-8c66-8527648225c5 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505502 Feb 15 05:17:54.630133 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60484) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:54.647211 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ffc85-0507-452b-aad7-3b6fee52c420 req-05e41e31-a6b7-4873-a073-7b1bc71f757c tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:54.648704 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b39ffc85-0507-452b-aad7-3b6fee52c420 req-05e41e31-a6b7-4873-a073-7b1bc71f757c tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0613708 Feb 15 05:17:54.695431 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b39ffc85-0507-452b-aad7-3b6fee52c420 req-f837cb5c-f9f2-4fca-9fac-1aace8e3d9cf tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413623 Feb 15 05:17:54.717436 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a0f82c-c01e-49af-8625-ab392e4afdcc tempest-TestVolumeBootPattern-250257138 tempest-TestVolumeBootPattern-250257138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:54.718946 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-66a0f82c-c01e-49af-8625-ab392e4afdcc tempest-TestVolumeBootPattern-250257138 tempest-TestVolumeBootPattern-250257138-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 1124 time: 0.0877769 Feb 15 05:17:54.721926 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60488) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:17:54.726213 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'floatingip': {'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'port_id': '362b7b06-cb34-49c1-98c5-123f2adc493e', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:17:54.745055 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:54.838331 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:54.913698 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9ab60-58a9-4d03-8806-beab7e3c09b2 req-947c509d-cefa-40c4-8be8-bf539df4a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:54.915180 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcc9ab60-58a9-4d03-8806-beab7e3c09b2 req-947c509d-cefa-40c4-8be8-bf539df4a5bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3640e3681a744a598c3edf21eb77f5ba&device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 1129 time: 0.0478547 Feb 15 05:17:54.944839 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Allocated IP 172.27.3.146 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/f1800c8f-c7d8-4a70-b26f-b8c171dc89d6) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:17:55.014605 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9ab60-58a9-4d03-8806-beab7e3c09b2 req-4da587d3-0418-4f1d-8d15-76e21275416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:55.016075 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcc9ab60-58a9-4d03-8806-beab7e3c09b2 req-4da587d3-0418-4f1d-8d15-76e21275416a service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0350d0e-fe7d-4529-a5d0-7255a51c338a HTTP/1.1" status: 200 len: 908 time: 0.0824904 Feb 15 05:17:55.040226 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for port (f1800c8f-c7d8-4a70-b26f-b8c171dc89d6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:55.080377 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (f1800c8f-c7d8-4a70-b26f-b8c171dc89d6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:55.084637 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcc9ab60-58a9-4d03-8806-beab7e3c09b2 req-cda11097-30b6-460e-8de6-88bb31f97977 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070 HTTP/1.1" status: 200 len: 1000 time: 0.0626738 Feb 15 05:17:55.122201 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:17:55.126826 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:17:55.130802 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:17:55.133775 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9ab60-58a9-4d03-8806-beab7e3c09b2 req-7f8d29ec-57e4-4e93-9244-1165ce477c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:55.135233 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcc9ab60-58a9-4d03-8806-beab7e3c09b2 req-7f8d29ec-57e4-4e93-9244-1165ce477c6f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5a3b18e-4558-47d5-9014-9958f353abe1 HTTP/1.1" status: 200 len: 846 time: 0.0442064 Feb 15 05:17:55.136411 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'Port': ['ID=f1800c8f-c7d8-4a70-b26f-b8c171dc89d6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:55.183954 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9ab60-58a9-4d03-8806-beab7e3c09b2 req-d143b490-6fd2-4cdb-ac35-28d975727121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:55.185441 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcc9ab60-58a9-4d03-8806-beab7e3c09b2 req-d143b490-6fd2-4cdb-ac35-28d975727121 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0350d0e-fe7d-4529-a5d0-7255a51c338a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436859 Feb 15 05:17:55.275334 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcc9ab60-58a9-4d03-8806-beab7e3c09b2 req-4e2189d8-d958-4cdb-bb9e-50a9e82a6d6b service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819719 Feb 15 05:17:55.361854 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcc9ab60-58a9-4d03-8806-beab7e3c09b2 req-e3780a96-949f-465d-ae3a-bfc449e660a1 service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802398 Feb 15 05:17:55.481774 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (82afbb43-abf3-4cec-9c36-8785791595e2), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:55.549046 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (f1800c8f-c7d8-4a70-b26f-b8c171dc89d6), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:55.707961 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for port (f1800c8f-c7d8-4a70-b26f-b8c171dc89d6), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:55.712095 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (f1800c8f-c7d8-4a70-b26f-b8c171dc89d6), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:55.776773 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'Port': ['ID=f1800c8f-c7d8-4a70-b26f-b8c171dc89d6,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:17:55.789056 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (82afbb43-abf3-4cec-9c36-8785791595e2), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:55.813962 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91b4d8-f48d-42ce-a4fe-979c7ea12694 req-d8aedfb6-b557-4c46-9281-4090eb0f8bb8 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:55.815447 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7e91b4d8-f48d-42ce-a4fe-979c7ea12694 req-d8aedfb6-b557-4c46-9281-4090eb0f8bb8 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0546999 Feb 15 05:17:55.867738 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7e91b4d8-f48d-42ce-a4fe-979c7ea12694 req-59592818-6a54-4b82-b8c6-a20e68808409 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465302 Feb 15 05:17:55.890472 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Floating IP 82afbb43-abf3-4cec-9c36-8785791595e2 associated. External IP: 172.27.3.146, port: 362b7b06-cb34-49c1-98c5-123f2adc493e. Feb 15 05:17:56.096930 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Router dbdc5756-c945-4ced-bab8-8f741a67f461 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:17:56.201806 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:17:56.212654 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b2699-cd15-4abf-8b62-341a39074c27 None None] Sync routers for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:17:56.222796 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:17:56.225158 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b2699-cd15-4abf-8b62-341a39074c27 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:56.225766 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-079b2699-cd15-4abf-8b62-341a39074c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:56.251544 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-620f7e15-293b-496b-9a8e-c094eb954010 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5285985 Feb 15 05:17:56.252388 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'tag': '362b7b06-cb34-49c1-98c5-123f2adc493e'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:17:56.255321 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d405f78e54060b3f35fba0d75da544d2410d2332c32325fa9b97c03aebb98be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1957593a-f735-49f0-aa94-96e695f1a36e" -d '{"events": [{"name": "network-changed", "server_uuid": "c62a408e-eea2-4314-a78d-76b30f75439e", "tag": "362b7b06-cb34-49c1-98c5-123f2adc493e"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:17:56.297936 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18eb441-a3b3-49ee-9230-16bc8f663e29 x-openstack-request-id: req-a18eb441-a3b3-49ee-9230-16bc8f663e29 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:17:56.298401 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62a408e-eea2-4314-a78d-76b30f75439e", "tag": "362b7b06-cb34-49c1-98c5-123f2adc493e", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:17:56.298755 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a18eb441-a3b3-49ee-9230-16bc8f663e29 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:17:56.299087 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'tag': '362b7b06-cb34-49c1-98c5-123f2adc493e', 'status': 'completed', 'code': 200} Feb 15 05:17:56.346022 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-079b2699-cd15-4abf-8b62-341a39074c27 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:56.371032 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957593a-f735-49f0-aa94-96e695f1a36e req-6afecdf0-76bd-4ffe-8347-eac8d1a25820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:56.372520 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1957593a-f735-49f0-aa94-96e695f1a36e req-6afecdf0-76bd-4ffe-8347-eac8d1a25820 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 1129 time: 0.0449154 Feb 15 05:17:56.463488 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957593a-f735-49f0-aa94-96e695f1a36e req-7f979850-9225-425e-8034-66dbc400938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:56.464977 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1957593a-f735-49f0-aa94-96e695f1a36e req-7f979850-9225-425e-8034-66dbc400938f service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 913 time: 0.0849099 Feb 15 05:17:56.532460 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1957593a-f735-49f0-aa94-96e695f1a36e req-80d2c69f-7635-431e-b065-fe363c3a5dc9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362b7b06-cb34-49c1-98c5-123f2adc493e HTTP/1.1" status: 200 len: 999 time: 0.0607278 Feb 15 05:17:56.579734 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957593a-f735-49f0-aa94-96e695f1a36e req-7fb89c27-932b-483e-a3f7-9ee0a7f4853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:56.581706 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1957593a-f735-49f0-aa94-96e695f1a36e req-7fb89c27-932b-483e-a3f7-9ee0a7f4853b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0433266 Feb 15 05:17:56.628214 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957593a-f735-49f0-aa94-96e695f1a36e req-79bc30c8-e389-49a6-a799-73c4f71c5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:56.629729 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1957593a-f735-49f0-aa94-96e695f1a36e req-79bc30c8-e389-49a6-a799-73c4f71c5c58 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433908 Feb 15 05:17:56.688339 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-079b2699-cd15-4abf-8b62-341a39074c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '82afbb43-abf3-4cec-9c36-8785791595e2', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '362b7b06-cb34-49c1-98c5-123f2adc493e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:92:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:17:55Z', 'updated_at': '2022-02-15T05:17:55Z', 'revision_number': 0, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:56.717009 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b2699-cd15-4abf-8b62-341a39074c27 None None] Checking router: dbdc5756-c945-4ced-bab8-8f741a67f461 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:17:56.718150 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1957593a-f735-49f0-aa94-96e695f1a36e req-da09dbb5-fe71-4e02-b7b5-08c8fce4b619 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824635 Feb 15 05:17:56.725874 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b2699-cd15-4abf-8b62-341a39074c27 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:17:56.726473 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-079b2699-cd15-4abf-8b62-341a39074c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:17:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:56.803424 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1957593a-f735-49f0-aa94-96e695f1a36e req-2037f92b-fe7e-48c4-9817-af32e3385f47 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799749 Feb 15 05:17:56.832867 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-079b2699-cd15-4abf-8b62-341a39074c27 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:17:56.984200 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68550e9e-5e72-432a-86ca-888b68962328 req-f224e8e8-0e77-442c-b0d6-0b74063fccfa tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:56.985640 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-68550e9e-5e72-432a-86ca-888b68962328 req-f224e8e8-0e77-442c-b0d6-0b74063fccfa tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0511534 Feb 15 05:17:57.037937 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-68550e9e-5e72-432a-86ca-888b68962328 req-9b28a3e1-95e7-42cb-bd2a-78701adfe8bc tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459082 Feb 15 05:17:57.052009 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-079b2699-cd15-4abf-8b62-341a39074c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '82afbb43-abf3-4cec-9c36-8785791595e2', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '362b7b06-cb34-49c1-98c5-123f2adc493e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:92:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:17:55Z', 'updated_at': '2022-02-15T05:17:55Z', 'revision_number': 0, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:17:57.077238 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b2699-cd15-4abf-8b62-341a39074c27 None None] The sync data for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi is: [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '82afbb43-abf3-4cec-9c36-8785791595e2', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '362b7b06-cb34-49c1-98c5-123f2adc493e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:92:17:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:17:55Z', 'updated_at': '2022-02-15T05:17:55Z', 'revision_number': 0, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:17:57.254037 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578dfa6-1166-423d-b57c-27a909d4bb09 None None] New status for floating IP 82afbb43-abf3-4cec-9c36-8785791595e2: ACTIVE {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:17:57.762480 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da71102-6fca-4fe8-b4fb-59a84f511df0 req-4227920a-22d5-49ac-87de-7a1023fc3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:57.763934 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9da71102-6fca-4fe8-b4fb-59a84f511df0 req-4227920a-22d5-49ac-87de-7a1023fc3ef1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3640e3681a744a598c3edf21eb77f5ba&device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 1129 time: 0.0469677 Feb 15 05:17:57.848534 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da71102-6fca-4fe8-b4fb-59a84f511df0 req-aaf2437f-9158-4d67-81f3-c32aad6aa2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:57.849951 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9da71102-6fca-4fe8-b4fb-59a84f511df0 req-aaf2437f-9158-4d67-81f3-c32aad6aa2e9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0350d0e-fe7d-4529-a5d0-7255a51c338a HTTP/1.1" status: 200 len: 908 time: 0.0803945 Feb 15 05:17:57.915235 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9da71102-6fca-4fe8-b4fb-59a84f511df0 req-3dfc57e5-39dc-4dce-8be4-d5fffe17418e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070 HTTP/1.1" status: 200 len: 1000 time: 0.0595963 Feb 15 05:17:57.961950 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da71102-6fca-4fe8-b4fb-59a84f511df0 req-7e15c219-ac7d-4d3c-909f-03c3baba457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:57.963374 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9da71102-6fca-4fe8-b4fb-59a84f511df0 req-7e15c219-ac7d-4d3c-909f-03c3baba457f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5a3b18e-4558-47d5-9014-9958f353abe1 HTTP/1.1" status: 200 len: 846 time: 0.0423112 Feb 15 05:17:58.011181 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da71102-6fca-4fe8-b4fb-59a84f511df0 req-18ea1dde-f303-478a-a389-65db7abee004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:58.012757 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9da71102-6fca-4fe8-b4fb-59a84f511df0 req-18ea1dde-f303-478a-a389-65db7abee004 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0350d0e-fe7d-4529-a5d0-7255a51c338a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432546 Feb 15 05:17:58.139118 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9da71102-6fca-4fe8-b4fb-59a84f511df0 req-d9b76908-866b-42df-ae95-8a7644dc0ad2 service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204667 Feb 15 05:17:58.210450 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b5515-93b4-4cea-b0da-c92eb5ebaea5 req-e341973f-74cd-4a25-acea-e544fb040d3b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:58.211911 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d4b5515-93b4-4cea-b0da-c92eb5ebaea5 req-e341973f-74cd-4a25-acea-e544fb040d3b tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.1043878 Feb 15 05:17:58.262907 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9da71102-6fca-4fe8-b4fb-59a84f511df0 req-21352fe5-b90e-4185-85c0-222cd598bf95 service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173203 Feb 15 05:17:58.278649 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d4b5515-93b4-4cea-b0da-c92eb5ebaea5 req-6d1d4b2f-4d3f-43a9-b641-a61d89a76b7e tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610869 Feb 15 05:17:59.393734 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676cabf-711c-44fa-a672-0e09fbad2a87 req-8d77818d-665d-4452-a4aa-55d561e05ffd tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:17:59.395166 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9676cabf-711c-44fa-a672-0e09fbad2a87 req-8d77818d-665d-4452-a4aa-55d561e05ffd tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0508864 Feb 15 05:17:59.457085 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9676cabf-711c-44fa-a672-0e09fbad2a87 req-70dd30d1-f31b-49be-87ef-051504c8d286 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564289 Feb 15 05:18:00.676777 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca20a-9be9-433b-96a3-7d4df927a619 req-1ee36d47-30cf-4bb0-9c81-9462e69cd716 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:00.678215 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-68eca20a-9be9-433b-96a3-7d4df927a619 req-1ee36d47-30cf-4bb0-9c81-9462e69cd716 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0547922 Feb 15 05:18:00.724369 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-68eca20a-9be9-433b-96a3-7d4df927a619 req-3acc0c79-efb6-4c45-aad2-8439d9d2a71e tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407598 Feb 15 05:18:00.912061 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60516) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:18:00.933755 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d95786-6855-4bde-ab2d-a1f6e049486d req-42fe2bb4-2f46-43cb-a6cd-da573513645f tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:00.935242 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f8d95786-6855-4bde-ab2d-a1f6e049486d req-42fe2bb4-2f46-43cb-a6cd-da573513645f tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0545030 Feb 15 05:18:00.984476 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f8d95786-6855-4bde-ab2d-a1f6e049486d req-60dceaba-f506-4cef-a628-50590ff15ba8 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420618 Feb 15 05:18:00.999935 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-4fd2a288-b22e-40c9-b8bc-19355b563a14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867491 Feb 15 05:18:01.009181 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-3c122bed-482a-4c84-9968-4e99118f775d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:18:01.010073 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-3c122bed-482a-4c84-9968-4e99118f775d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050452 Feb 15 05:18:01.084129 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60524) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:18:01.174062 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-eb11c283-2522-4c9d-92d1-e935e86d1044 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:01.175910 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-eb11c283-2522-4c9d-92d1-e935e86d1044 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports/3c9cfd6f-ca78-4115-8f03-93c99a0c4070 HTTP/1.1" status: 200 len: 942 time: 0.0907586 Feb 15 05:18:02.107517 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a47e20-2e34-4f57-9fba-b5263cc7ca07 req-d2ebf302-8e99-4206-ae67-3bdd9e108f41 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:02.108861 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-88a47e20-2e34-4f57-9fba-b5263cc7ca07 req-d2ebf302-8e99-4206-ae67-3bdd9e108f41 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0563965 Feb 15 05:18:02.155334 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-88a47e20-2e34-4f57-9fba-b5263cc7ca07 req-284bf617-9381-4a3d-adff-7c15f40a72f6 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410228 Feb 15 05:18:02.362955 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-8013f88b-6076-4bb4-bcb1-b460612b68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:02.364346 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-8013f88b-6076-4bb4-bcb1-b460612b68c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0&tenant_id=3640e3681a744a598c3edf21eb77f5ba HTTP/1.1" status: 200 len: 1129 time: 0.0431654 Feb 15 05:18:02.426344 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-056c1178-f443-4b4b-b25a-e3a20cd130fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:02.427777 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-056c1178-f443-4b4b-b25a-e3a20cd130fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3640e3681a744a598c3edf21eb77f5ba&device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 1129 time: 0.0422125 Feb 15 05:18:02.513693 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-1319a2c9-f38d-42bc-8616-8375fa664566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:02.515113 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-1319a2c9-f38d-42bc-8616-8375fa664566 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0350d0e-fe7d-4529-a5d0-7255a51c338a HTTP/1.1" status: 200 len: 908 time: 0.0823491 Feb 15 05:18:02.576538 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-6a6cbd0f-baee-42de-b427-6fe8f014b8cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070 HTTP/1.1" status: 200 len: 1000 time: 0.0552247 Feb 15 05:18:02.625431 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-193ba03c-a41f-4d7c-86d6-831d7825999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:02.626812 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-193ba03c-a41f-4d7c-86d6-831d7825999f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5a3b18e-4558-47d5-9014-9958f353abe1 HTTP/1.1" status: 200 len: 846 time: 0.0439112 Feb 15 05:18:02.673312 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-dc45d361-4d6e-40d9-b556-671783cdfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:02.675251 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-dc45d361-4d6e-40d9-b556-671783cdfe99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0350d0e-fe7d-4529-a5d0-7255a51c338a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417891 Feb 15 05:18:02.758991 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-d6d0030d-5802-4245-aaf1-68b442b53323 service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780406 Feb 15 05:18:02.851233 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdc99265-df42-4b28-b51f-30fd4a177c0b req-5f44f99b-19a2-4cde-a06f-867512c57cc1 service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856855 Feb 15 05:18:03.220417 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e1a6432c-8f23-400f-8b6a-da9e04a9b469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:03.279118 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e39c3f-2ecd-46f4-b14a-31987e19b8df req-3ffb61c4-f20a-491c-98b6-f45fa66d4679 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:03.280605 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c1e39c3f-2ecd-46f4-b14a-31987e19b8df req-3ffb61c4-f20a-491c-98b6-f45fa66d4679 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0525675 Feb 15 05:18:03.330144 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c1e39c3f-2ecd-46f4-b14a-31987e19b8df req-41b27cb4-ce5f-4435-9387-8c21ba16d04d tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432627 Feb 15 05:18:04.448269 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866a0ff-4c69-4de5-9448-894770a4aa2b req-55e2d161-d052-4048-85d5-e42cba32bf0f tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:04.449746 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5866a0ff-4c69-4de5-9448-894770a4aa2b req-55e2d161-d052-4048-85d5-e42cba32bf0f tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0510094 Feb 15 05:18:04.499780 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5866a0ff-4c69-4de5-9448-894770a4aa2b req-bfdfffa5-24a9-4408-ab3f-4ac1dc7124d4 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445890 Feb 15 05:18:04.533582 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:18:04.605955 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 is: ACTIVE; New status is: DOWN {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:18:04.606342 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:04.628330 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:18:04.630493 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c43123d-7f4b-4d62-9251-1c96c82abff9" -d '{"events": [{"server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:18:04.646456 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:18:04.650751 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:04.675388 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 05:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051afd06-ecab-49ca-aced-26e9e1a61e5d x-openstack-request-id: req-051afd06-ecab-49ca-aced-26e9e1a61e5d {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:18:04.675700 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:18:04.675948 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-051afd06-ecab-49ca-aced-26e9e1a61e5d {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:18:04.676326 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'code': 200} Feb 15 05:18:04.700359 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,revision_number=6']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:18:05.425675 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-798c33e6-5732-4cee-9459-35ecea3eb333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:05.613589 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87485c-b190-4d9a-bf79-6d953191aec7 req-40576461-aa68-42ed-a6fb-ec25e0ca7bf7 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:05.615040 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b87485c-b190-4d9a-bf79-6d953191aec7 req-40576461-aa68-42ed-a6fb-ec25e0ca7bf7 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0513074 Feb 15 05:18:05.661973 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b87485c-b190-4d9a-bf79-6d953191aec7 req-81a22336-bd65-457e-b73b-cd45e484ce70 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415220 Feb 15 05:18:06.573084 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:06.775449 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b86ae-4ee0-4bd8-8383-40d2ce6bcb31 req-eafbdc23-1c8d-45d7-91c6-7fd895e860e9 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:06.776915 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27b86ae-4ee0-4bd8-8383-40d2ce6bcb31 req-eafbdc23-1c8d-45d7-91c6-7fd895e860e9 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0502694 Feb 15 05:18:06.824101 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e27b86ae-4ee0-4bd8-8383-40d2ce6bcb31 req-b0cc6d3a-593a-4bd4-86e0-564016638c8c tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418212 Feb 15 05:18:07.940946 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ad838-8757-4a96-8710-fca78b6bbdf0 req-4edc4e54-2e3e-40f5-9aab-a87761d078de tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:07.942400 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f80ad838-8757-4a96-8710-fca78b6bbdf0 req-4edc4e54-2e3e-40f5-9aab-a87761d078de tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0543084 Feb 15 05:18:07.991639 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f80ad838-8757-4a96-8710-fca78b6bbdf0 req-0ae8d203-5e40-4cc9-9a58-de33181796c0 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431292 Feb 15 05:18:08.363824 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:09.105972 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c6ab6-604b-4345-b381-565f5e7a18b3 req-eace4dc3-8474-4a7d-8fd1-0708de8f5df6 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:09.107397 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-109c6ab6-604b-4345-b381-565f5e7a18b3 req-eace4dc3-8474-4a7d-8fd1-0708de8f5df6 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0506659 Feb 15 05:18:09.154612 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-109c6ab6-604b-4345-b381-565f5e7a18b3 req-b6638973-cd3c-44ae-9c0f-bc68af90a52f tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412974 Feb 15 05:18:09.594505 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:09.911587 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa05952-42ee-4cb0-84ac-3a3729c9fffc req-8cfb68d1-8023-4a15-b8b4-6cd5ed294f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:09.912940 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfa05952-42ee-4cb0-84ac-3a3729c9fffc req-8cfb68d1-8023-4a15-b8b4-6cd5ed294f29 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 1127 time: 0.0457461 Feb 15 05:18:09.957124 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfa05952-42ee-4cb0-84ac-3a3729c9fffc req-8973b1f6-09fa-47f2-b9a9-0d8e884a12b8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379593 Feb 15 05:18:10.268663 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c0f17-73bf-4c1c-b93d-560d74e19826 req-a85b1bbe-9a4e-4680-bd99-1615f1693078 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:10.270140 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-531c0f17-73bf-4c1c-b93d-560d74e19826 req-a85b1bbe-9a4e-4680-bd99-1615f1693078 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 943 time: 0.0521250 Feb 15 05:18:10.316471 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-531c0f17-73bf-4c1c-b93d-560d74e19826 req-24228936-4715-4338-8654-60e8e0b98673 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409510 Feb 15 05:18:10.585412 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:18:10.679360 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:18:10.690895 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'port_id': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'mac_address': 'fa:16:3e:b7:fc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:18:10.725535 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:18:10.725926 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:10.738406 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:18:10.757961 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:18:10.761722 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:10.808922 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,revision_number=7']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:18:11.430700 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bced7fa-dfd1-4313-bf67-a8dbb8df510c req-18b919b9-a2cb-4398-9e0c-d8cb10f6fdcf tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:11.432178 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3bced7fa-dfd1-4313-bf67-a8dbb8df510c req-18b919b9-a2cb-4398-9e0c-d8cb10f6fdcf tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 944 time: 0.0502839 Feb 15 05:18:11.481911 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3bced7fa-dfd1-4313-bf67-a8dbb8df510c req-475e5450-7b94-4f20-ae4a-969d8c1c4e8e tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441270 Feb 15 05:18:12.119208 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['3c9cfd6f-ca78-4115-8f03-93c99a0c4070'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:18:14.599159 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:18:14.645454 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:18:14.645826 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:14.719881 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:18:14.720263 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:14.742122 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:18:14.744342 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e679d5-5214-47f5-b2c0-3c0bef4a40b7" -d '{"events": [{"server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "name": "network-vif-plugged", "status": "completed", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:18:14.756421 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:18:14.760913 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:14.785041 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fea0d5a-d6ae-4d45-9d93-cd22fc261aa7 x-openstack-request-id: req-0fea0d5a-d6ae-4d45-9d93-cd22fc261aa7 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:18:14.785354 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "name": "network-vif-plugged", "status": "completed", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:18:14.785587 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fea0d5a-d6ae-4d45-9d93-cd22fc261aa7 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:18:14.785972 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'code': 200} Feb 15 05:18:14.809233 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,revision_number=8']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:18:21.857822 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:18:21.977008 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:28.981354 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d85f51-7d91-4b05-9ae5-9b1be28f2303 req-6c1b4494-4fd1-4d03-af7c-9f2e4d8ff78e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:28.982788 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8d85f51-7d91-4b05-9ae5-9b1be28f2303 req-6c1b4494-4fd1-4d03-af7c-9f2e4d8ff78e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0508847 Feb 15 05:18:29.027233 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8d85f51-7d91-4b05-9ae5-9b1be28f2303 req-25e6e5c0-c7d4-4f70-8ce2-5f20418b5c16 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383518 Feb 15 05:18:30.303595 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e543c-ce4c-47fa-9760-deb826916037 req-d078e797-159a-4af1-8ed5-d06673b01f5c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:30.304940 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-988e543c-ce4c-47fa-9760-deb826916037 req-d078e797-159a-4af1-8ed5-d06673b01f5c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0509019 Feb 15 05:18:30.349392 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-988e543c-ce4c-47fa-9760-deb826916037 req-f67d26af-9ed7-448d-8698-5d717bb3197a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390782 Feb 15 05:18:31.472109 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7ebd3-b5e0-47e4-86fa-efc44c0e8e5b req-f9f47af0-2beb-4356-b791-6d8efa607d83 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:31.473584 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8b7ebd3-b5e0-47e4-86fa-efc44c0e8e5b req-f9f47af0-2beb-4356-b791-6d8efa607d83 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0538616 Feb 15 05:18:31.517263 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8b7ebd3-b5e0-47e4-86fa-efc44c0e8e5b req-b76872db-8e2d-4de7-87c7-c4e1c6d9f01a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382490 Feb 15 05:18:32.637061 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfbf4d-d640-4b1a-869d-7295876f5ea9 req-dc79c537-349b-483a-b04d-b5d63dcd81bd tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:32.638511 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-efdfbf4d-d640-4b1a-869d-7295876f5ea9 req-dc79c537-349b-483a-b04d-b5d63dcd81bd tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0505009 Feb 15 05:18:32.683158 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-efdfbf4d-d640-4b1a-869d-7295876f5ea9 req-741b48d3-dd54-43df-993e-9dcddf40eaba tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392163 Feb 15 05:18:33.220972 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-95775606-f279-4036-bcf7-94151047c647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:33.800353 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e5a41-15b3-4d67-a879-fb32124bcb3a req-2360cdd4-a7f6-4f72-b92d-f1b1337bf1ae tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:33.801761 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-852e5a41-15b3-4d67-a879-fb32124bcb3a req-2360cdd4-a7f6-4f72-b92d-f1b1337bf1ae tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0504987 Feb 15 05:18:34.112386 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-852e5a41-15b3-4d67-a879-fb32124bcb3a req-67e3b8be-1b08-4a18-9f8d-6a99b74e6d1a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3044786 Feb 15 05:18:35.231490 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b972ec-055f-4352-9b67-e80d10bef093 req-7e9c5668-3a21-441f-87bd-163d0410f7df tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:35.232858 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84b972ec-055f-4352-9b67-e80d10bef093 req-7e9c5668-3a21-441f-87bd-163d0410f7df tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0501919 Feb 15 05:18:35.277418 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84b972ec-055f-4352-9b67-e80d10bef093 req-6244c7d8-3929-4560-b5ad-b0e3b4deaddc tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391774 Feb 15 05:18:35.426287 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4ff65e4-cf0f-45ac-9ef0-12cfa87c0f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:36.395237 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392bcc9-5ba5-47c8-b1b3-fd8ca496bfb8 req-80ec504c-8a73-4ca5-a69c-0f63578cf71a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:36.396708 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5392bcc9-5ba5-47c8-b1b3-fd8ca496bfb8 req-80ec504c-8a73-4ca5-a69c-0f63578cf71a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0508146 Feb 15 05:18:36.443481 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5392bcc9-5ba5-47c8-b1b3-fd8ca496bfb8 req-91b9c2ec-2c8c-457b-8887-3a664904eb51 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413609 Feb 15 05:18:36.577450 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:37.561480 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ede3e-3884-4753-8020-f9645efce023 req-8ee4cd46-1b00-4ac5-ac75-a05ee8fedf70 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:37.562898 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-245ede3e-3884-4753-8020-f9645efce023 req-8ee4cd46-1b00-4ac5-ac75-a05ee8fedf70 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0503776 Feb 15 05:18:37.607367 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-245ede3e-3884-4753-8020-f9645efce023 req-c9207099-2650-4211-a4d8-9698b0474ad2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389135 Feb 15 05:18:38.366254 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:38.725063 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013918a-0e92-47ed-8284-8a41bb16eafd req-28bdf1cb-b8d7-447f-8868-8f3160b6142d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:38.726500 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6013918a-0e92-47ed-8284-8a41bb16eafd req-28bdf1cb-b8d7-447f-8868-8f3160b6142d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0503216 Feb 15 05:18:38.770560 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6013918a-0e92-47ed-8284-8a41bb16eafd req-1535a6eb-63c2-4fb5-92db-c3fd99f28867 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384979 Feb 15 05:18:39.598029 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:39.891440 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468a539-07bf-437c-83d2-423288bda413 req-fb3bfe4e-9c3f-46b6-95f2-98337dfa143c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:39.892807 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5468a539-07bf-437c-83d2-423288bda413 req-fb3bfe4e-9c3f-46b6-95f2-98337dfa143c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0536730 Feb 15 05:18:39.937016 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5468a539-07bf-437c-83d2-423288bda413 req-6c09fcdd-a8fd-41b0-92ae-d62696ead76b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0387812 Feb 15 05:18:41.057084 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebe50b-34ea-46fe-b7ea-f6e76e24b409 req-147a81ed-00dc-4aa0-9d73-3b5ac567742a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:41.058516 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1cebe50b-34ea-46fe-b7ea-f6e76e24b409 req-147a81ed-00dc-4aa0-9d73-3b5ac567742a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0514474 Feb 15 05:18:41.102795 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1cebe50b-34ea-46fe-b7ea-f6e76e24b409 req-f96c170b-b3d3-47b1-b76b-68549dc09559 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388067 Feb 15 05:18:42.221876 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a03d0-6478-4d70-8549-d8524c8e74b6 req-5e8ba1bd-5f1b-4f12-9cb9-9e6093395466 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:42.223311 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c95a03d0-6478-4d70-8549-d8524c8e74b6 req-5e8ba1bd-5f1b-4f12-9cb9-9e6093395466 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0511003 Feb 15 05:18:42.270797 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c95a03d0-6478-4d70-8549-d8524c8e74b6 req-a61266ed-281f-40a0-a4d4-66d0f8936720 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419178 Feb 15 05:18:42.791314 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:18:42.885774 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:18:42.897140 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'port_id': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'mac_address': 'fa:16:3e:22:20:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:18:42.936300 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 is: ACTIVE; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:18:42.936699 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:42.950136 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:18:42.968336 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:18:42.972113 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:43.021345 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,revision_number=6']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:18:43.053775 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['56ec4240-cff0-4926-9a1a-dfdcc01bcb46'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:18:43.391432 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab62435-e7a5-42d1-96bc-708ad793174f req-aa24e404-007e-4c96-9894-e837c4e9706e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:43.392896 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ab62435-e7a5-42d1-96bc-708ad793174f req-aa24e404-007e-4c96-9894-e837c4e9706e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 945 time: 0.0518606 Feb 15 05:18:43.437513 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ab62435-e7a5-42d1-96bc-708ad793174f req-4949661c-118c-4a90-b035-8ae7e999a0ff tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386121 Feb 15 05:18:44.556694 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55041ce9-eba9-4377-b1bd-4d1fb5696af6 req-10a597a6-a9e9-4e6e-a508-61c0a888a476 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:44.558140 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55041ce9-eba9-4377-b1bd-4d1fb5696af6 req-10a597a6-a9e9-4e6e-a508-61c0a888a476 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 945 time: 0.0499468 Feb 15 05:18:44.602450 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55041ce9-eba9-4377-b1bd-4d1fb5696af6 req-e89c2b43-8d84-4d8a-8632-3557e2ddb646 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388484 Feb 15 05:18:44.815449 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:18:44.861361 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:18:44.861657 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:44.936720 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:18:44.937106 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:44.958741 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:18:44.960936 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9bae29-d409-4f27-a51f-b7a2621cbf8d" -d '{"events": [{"server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "name": "network-vif-plugged", "status": "completed", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:18:44.973237 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:18:44.977168 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:45.001252 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981b4dbf-497b-438c-8831-2fd8d1b0a5a4 x-openstack-request-id: req-981b4dbf-497b-438c-8831-2fd8d1b0a5a4 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:18:45.001545 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "name": "network-vif-plugged", "status": "completed", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:18:45.001798 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-981b4dbf-497b-438c-8831-2fd8d1b0a5a4 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:18:45.002186 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'code': 200} Feb 15 05:18:45.026601 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,revision_number=7']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:18:45.724709 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad89e9-140a-4f54-8a78-509950a0e5df req-bdb02996-c4b4-49e6-813a-a1e03bd0c696 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:45.726058 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72ad89e9-140a-4f54-8a78-509950a0e5df req-bdb02996-c4b4-49e6-813a-a1e03bd0c696 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0541065 Feb 15 05:18:45.770767 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72ad89e9-140a-4f54-8a78-509950a0e5df req-2fc726ca-add9-4132-ad29-7c74abd8215d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393512 Feb 15 05:18:46.897451 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647f671-ffec-44a4-ad6a-fd0ce88d3cee req-d2d6b70e-3295-43f9-ba1f-272913c9efd6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:46.898913 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1647f671-ffec-44a4-ad6a-fd0ce88d3cee req-d2d6b70e-3295-43f9-ba1f-272913c9efd6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0532663 Feb 15 05:18:46.947647 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1647f671-ffec-44a4-ad6a-fd0ce88d3cee req-de686d50-b60c-45ad-9717-a903a50fd716 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432782 Feb 15 05:18:48.078887 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d34a72-b3c6-4eb8-96fa-e1fe8508a796 req-d74f3544-1c7f-4bbe-8180-049761fbb00f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:48.080396 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47d34a72-b3c6-4eb8-96fa-e1fe8508a796 req-d74f3544-1c7f-4bbe-8180-049761fbb00f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0580146 Feb 15 05:18:48.128778 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47d34a72-b3c6-4eb8-96fa-e1fe8508a796 req-0aa02068-37c2-4fb7-b9a8-f77ff30602d7 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421200 Feb 15 05:18:49.258486 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d8746-0c3e-4ef2-9498-bcc6ca353194 req-aa06542c-c5a2-4e33-853f-7136daa69920 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:49.260236 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c09d8746-0c3e-4ef2-9498-bcc6ca353194 req-aa06542c-c5a2-4e33-853f-7136daa69920 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0542948 Feb 15 05:18:49.317694 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c09d8746-0c3e-4ef2-9498-bcc6ca353194 req-4fa922e9-d347-4f79-a4d1-62fa579d803c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0493312 Feb 15 05:18:50.442244 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cee3d-4dfe-4453-aba5-3c801008f947 req-3deee9ce-40a8-46fe-8f79-eb615b4875d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:50.447964 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-560cee3d-4dfe-4453-aba5-3c801008f947 req-3deee9ce-40a8-46fe-8f79-eb615b4875d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0606871 Feb 15 05:18:50.500046 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-560cee3d-4dfe-4453-aba5-3c801008f947 req-bd6e36da-3038-42f5-a1a0-7d7aa9e9feab tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0507064 Feb 15 05:18:51.628005 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adcdfb-8c9d-44d1-8a89-00825b27a63b req-d2bab26f-d65b-41af-8774-634193fc252e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:51.629996 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5adcdfb-8c9d-44d1-8a89-00825b27a63b req-d2bab26f-d65b-41af-8774-634193fc252e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0561666 Feb 15 05:18:51.685459 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5adcdfb-8c9d-44d1-8a89-00825b27a63b req-f5b2726e-f15a-4981-b9d7-febb0a61b08b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0488403 Feb 15 05:18:51.984210 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:18:52.828095 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0f825-ea09-48f9-9c51-081d2716f4b9 req-3c339578-b8cc-4169-ba82-966979b4509b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:52.829549 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-98e0f825-ea09-48f9-9c51-081d2716f4b9 req-3c339578-b8cc-4169-ba82-966979b4509b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0612936 Feb 15 05:18:52.882888 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-98e0f825-ea09-48f9-9c51-081d2716f4b9 req-b253c616-a566-4a1c-aee7-af6e440a1a1d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467846 Feb 15 05:18:54.024254 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5c996-180e-4ca5-878e-3eb1204ce0eb req-792344fa-6930-47fc-ac6a-df53300e296c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:54.025812 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3ef5c996-180e-4ca5-878e-3eb1204ce0eb req-792344fa-6930-47fc-ac6a-df53300e296c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0590680 Feb 15 05:18:54.076840 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3ef5c996-180e-4ca5-878e-3eb1204ce0eb req-d0e60436-5079-4159-8008-b2735ba9ba48 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450933 Feb 15 05:18:55.210721 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b7cd0-ca64-4ff0-8f99-3f4cec40f222 req-780c5653-563f-49cc-bc66-da85dd2e2ec2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:55.215978 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-989b7cd0-ca64-4ff0-8f99-3f4cec40f222 req-780c5653-563f-49cc-bc66-da85dd2e2ec2 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0602727 Feb 15 05:18:55.272402 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-989b7cd0-ca64-4ff0-8f99-3f4cec40f222 req-1b29aa23-1267-4e3b-ad12-526b83cc16c0 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0494256 Feb 15 05:18:56.054123 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e24644-ba48-43a2-a61a-703638e9c182 req-9293432e-05b1-49e6-b56a-026d18b59862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:56.055702 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36e24644-ba48-43a2-a61a-703638e9c182 req-9293432e-05b1-49e6-b56a-026d18b59862 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 1130 time: 0.0492692 Feb 15 05:18:56.164434 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e24644-ba48-43a2-a61a-703638e9c182 req-3a6afb4e-4262-40b6-84ff-ccc3b4ab2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:56.165934 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36e24644-ba48-43a2-a61a-703638e9c182 req-3a6afb4e-4262-40b6-84ff-ccc3b4ab2177 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 917 time: 0.0927062 Feb 15 05:18:56.232911 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36e24644-ba48-43a2-a61a-703638e9c182 req-dbb29927-5764-499c-8401-428258aa547c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46 HTTP/1.1" status: 200 len: 1002 time: 0.0596335 Feb 15 05:18:56.284650 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e24644-ba48-43a2-a61a-703638e9c182 req-37375f52-24fe-4f1c-bb56-50b3479fc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:56.286644 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36e24644-ba48-43a2-a61a-703638e9c182 req-37375f52-24fe-4f1c-bb56-50b3479fc43e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.0475857 Feb 15 05:18:56.340639 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e24644-ba48-43a2-a61a-703638e9c182 req-5a761334-8067-4e93-a25b-1953f1e511b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:56.342286 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36e24644-ba48-43a2-a61a-703638e9c182 req-5a761334-8067-4e93-a25b-1953f1e511b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482717 Feb 15 05:18:56.463269 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090fd33-343a-4d3e-a5f8-56508315a025 req-44d6c73b-efd2-45cc-96ea-75287d91aed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:56.464646 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8090fd33-343a-4d3e-a5f8-56508315a025 req-44d6c73b-efd2-45cc-96ea-75287d91aed3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.1263928 Feb 15 05:18:56.493736 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36e24644-ba48-43a2-a61a-703638e9c182 req-7d8114c3-c7c3-4666-adfb-62e16b3c0abc service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431134 Feb 15 05:18:56.559705 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8090fd33-343a-4d3e-a5f8-56508315a025 req-8bc919b4-1594-4c78-9444-cb8c1f87ca4e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0875771 Feb 15 05:18:56.599884 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36e24644-ba48-43a2-a61a-703638e9c182 req-e301466e-0aad-43bd-8e38-ebfa2c8ca55b service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962701 Feb 15 05:18:57.163551 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d5cf5-5a25-42d1-8ac7-48df738ce41b req-0e24671d-ddc7-4d98-b064-d48ee9eeb96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:57.165030 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f1d5cf5-5a25-42d1-8ac7-48df738ce41b req-0e24671d-ddc7-4d98-b064-d48ee9eeb96b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 1130 time: 0.0442355 Feb 15 05:18:57.249535 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d5cf5-5a25-42d1-8ac7-48df738ce41b req-60186ce5-a316-49ca-8ea4-1b3997e2c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:57.250919 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f1d5cf5-5a25-42d1-8ac7-48df738ce41b req-60186ce5-a316-49ca-8ea4-1b3997e2c493 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 917 time: 0.0799758 Feb 15 05:18:57.316884 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f1d5cf5-5a25-42d1-8ac7-48df738ce41b req-a7ba0e95-0e71-4930-8234-f9d404cfc1f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46 HTTP/1.1" status: 200 len: 1002 time: 0.0582461 Feb 15 05:18:57.361892 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d5cf5-5a25-42d1-8ac7-48df738ce41b req-82e1a46e-63ed-441b-bc71-9a98727225ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:57.363838 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f1d5cf5-5a25-42d1-8ac7-48df738ce41b req-82e1a46e-63ed-441b-bc71-9a98727225ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.0406921 Feb 15 05:18:57.412625 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d5cf5-5a25-42d1-8ac7-48df738ce41b req-77824622-1d92-4da9-960c-265a75c7d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:57.414052 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f1d5cf5-5a25-42d1-8ac7-48df738ce41b req-77824622-1d92-4da9-960c-265a75c7d48b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434091 Feb 15 05:18:57.501231 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f1d5cf5-5a25-42d1-8ac7-48df738ce41b req-af8c21b5-2a5b-4323-92bd-63b647821896 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805387 Feb 15 05:18:57.586200 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f1d5cf5-5a25-42d1-8ac7-48df738ce41b req-3bc221b2-bd07-49ec-bd32-10ef97399842 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783880 Feb 15 05:18:57.683595 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b273ac-81e0-4207-84a9-c85af98e3376 req-1359d3b4-4095-4a7e-b031-cde56668be59 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:57.685043 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c1b273ac-81e0-4207-84a9-c85af98e3376 req-1359d3b4-4095-4a7e-b031-cde56668be59 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0552413 Feb 15 05:18:57.730608 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c1b273ac-81e0-4207-84a9-c85af98e3376 req-0ad87aa1-fb39-456e-8030-ff86c162e2af tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401227 Feb 15 05:18:58.850925 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56288326-c012-4150-87fe-1006dc025a2e req-4a56c6f5-6925-4c0b-9c1e-85ea75a39f76 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:18:58.852461 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-56288326-c012-4150-87fe-1006dc025a2e req-4a56c6f5-6925-4c0b-9c1e-85ea75a39f76 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0505702 Feb 15 05:18:58.856637 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:18:58.899201 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-56288326-c012-4150-87fe-1006dc025a2e req-28e0e632-f0f1-4340-b277-5378bc3bd408 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402474 Feb 15 05:19:00.022111 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae7cf1-7618-4bfa-950a-cd148483c983 req-1f630ad4-f1b5-4ef9-8e8e-856ae8e73c2a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:00.023567 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fae7cf1-7618-4bfa-950a-cd148483c983 req-1f630ad4-f1b5-4ef9-8e8e-856ae8e73c2a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0550330 Feb 15 05:19:00.068952 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fae7cf1-7618-4bfa-950a-cd148483c983 req-224177e3-f429-4347-8dd4-11e1f751a8ba tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398967 Feb 15 05:19:00.894197 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:19:00.923601 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff24a5-0c5d-4d81-b9ae-54299e2829f2 req-11dc111f-4f86-4830-85fb-ebd4944e1291 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:00.926114 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2ff24a5-0c5d-4d81-b9ae-54299e2829f2 req-11dc111f-4f86-4830-85fb-ebd4944e1291 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 946 time: 0.0597229 Feb 15 05:19:00.951286 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-18b32f73-1614-4325-8ef6-42e5b55818f9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477865 Feb 15 05:19:00.970985 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 is: ACTIVE; New status is: DOWN {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:19:00.971375 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:00.977933 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2ff24a5-0c5d-4d81-b9ae-54299e2829f2 req-338bded8-8783-4507-8e88-a381d7c78294 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472107 Feb 15 05:19:01.003183 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:19:01.003894 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b66528-a57c-4d13-a50c-76cf768fcf7f" -d '{"events": [{"server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "name": "network-vif-unplugged", "status": "completed", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:19:01.010006 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:19:01.014656 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:01.040224 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-d776c066-bf79-4a70-a168-6c71ea29af24 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:01.044062 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 05:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fa4c91-b47f-4524-a308-d2fdd5b21a65 x-openstack-request-id: req-12fa4c91-b47f-4524-a308-d2fdd5b21a65 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:19:01.044355 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "name": "network-vif-unplugged", "status": "failed", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46", "code": 422}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:19:01.044603 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12fa4c91-b47f-4524-a308-d2fdd5b21a65 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:19:01.044983 dv-cinder-828696-5-iscsi neutron-server[102671]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'code': 422} returned with failed status Feb 15 05:19:01.047965 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-d776c066-bf79-4a70-a168-6c71ea29af24 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports/56ec4240-cff0-4926-9a1a-dfdcc01bcb46 HTTP/1.1" status: 200 len: 943 time: 0.0609102 Feb 15 05:19:01.071799 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,revision_number=8']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:19:01.078335 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.078683 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.079022 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.079360 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.079726 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.080047 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.080372 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.080697 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.081018 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.083191 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.083191 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.083191 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.083191 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:01.790450 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-d61ea578-87ef-4237-932a-0151f34e1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:01.791931 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-d61ea578-87ef-4237-932a-0151f34e1b8c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72&tenant_id=17c593bc1f1546b08b29ee3016e2bf5b HTTP/1.1" status: 200 len: 1128 time: 0.0430694 Feb 15 05:19:01.860509 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-08d32f1b-eeba-48f0-9001-3195bf8c71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:01.861956 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-08d32f1b-eeba-48f0-9001-3195bf8c71e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 1128 time: 0.0462325 Feb 15 05:19:01.948216 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-869a6dcf-1ff0-4207-8c17-c59a67525b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:01.949657 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-869a6dcf-1ff0-4207-8c17-c59a67525b78 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 200 len: 917 time: 0.0808609 Feb 15 05:19:02.021087 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-3cabd739-724d-40d7-9f6c-cbe62dfbade5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46 HTTP/1.1" status: 200 len: 1000 time: 0.0645444 Feb 15 05:19:02.094359 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-1b1bde48-daf2-4b2f-9833-396baf128a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:02.095717 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-1b1bde48-daf2-4b2f-9833-396baf128a5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 200 len: 855 time: 0.0682774 Feb 15 05:19:02.136971 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816b416-9a87-4b75-81dd-9695cfe107a4 req-7725161f-0d1a-4de3-9e37-ea67b1a0b3b4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:02.138448 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c816b416-9a87-4b75-81dd-9695cfe107a4 req-7725161f-0d1a-4de3-9e37-ea67b1a0b3b4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0861568 Feb 15 05:19:02.172251 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-0a78c795-de26-4edc-aeaf-6c7f47873a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:02.173710 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-0a78c795-de26-4edc-aeaf-6c7f47873a57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708809 Feb 15 05:19:02.211361 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c816b416-9a87-4b75-81dd-9695cfe107a4 req-e4d44ea4-66c0-4643-ae7b-b3768439136c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0669873 Feb 15 05:19:02.273269 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-66d01769-4935-4f9f-92da-2decd2a531c8 service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909758 Feb 15 05:19:02.360508 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0759786-7e54-47ca-93a4-9f27cccdda20 req-40faa6ac-8f09-4290-8c0d-f6cbc16c043e service neutron] 10.222.0.61 "GET /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813334 Feb 15 05:19:03.225583 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-204136e4-f02e-4a66-a5d2-0cea871048d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:03.347060 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8921f38-27e5-49ab-a1c0-5c2c49fb14ca req-559bcdf9-374a-4dc0-abf0-81cad8944ef5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:03.351975 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8921f38-27e5-49ab-a1c0-5c2c49fb14ca req-559bcdf9-374a-4dc0-abf0-81cad8944ef5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0629828 Feb 15 05:19:03.413474 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8921f38-27e5-49ab-a1c0-5c2c49fb14ca req-4066eed7-ea7f-4850-92f3-5a8d03dc3067 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576675 Feb 15 05:19:04.528165 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75439553-26da-4243-8544-549f7a512617 req-9b16bbb8-45b6-495c-8bbc-bd2be10c98a5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:04.529748 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75439553-26da-4243-8544-549f7a512617 req-9b16bbb8-45b6-495c-8bbc-bd2be10c98a5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0536151 Feb 15 05:19:04.585453 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75439553-26da-4243-8544-549f7a512617 req-179b0a78-7304-4958-8974-5a70196f3512 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0490274 Feb 15 05:19:05.428147 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2511d36b-6f38-4c98-9959-e60a4b83876e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:05.715040 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c512dbd-e273-4fc4-91dd-5be538095f2a req-4a8f3811-d603-486b-8407-ddf5d614308d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:05.715961 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1c512dbd-e273-4fc4-91dd-5be538095f2a req-4a8f3811-d603-486b-8407-ddf5d614308d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0573776 Feb 15 05:19:05.764781 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1c512dbd-e273-4fc4-91dd-5be538095f2a req-c4125c25-9c35-483c-a296-5765233743f3 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429373 Feb 15 05:19:06.580340 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:06.897226 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e52844-69d4-48c3-9b67-f948bf1a5318 req-e927c79e-9381-4d48-9da9-0a543806988f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:06.898616 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c4e52844-69d4-48c3-9b67-f948bf1a5318 req-e927c79e-9381-4d48-9da9-0a543806988f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0558448 Feb 15 05:19:06.949697 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c4e52844-69d4-48c3-9b67-f948bf1a5318 req-2259be46-f274-4edc-807b-dff736eea6b1 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450597 Feb 15 05:19:08.078758 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d28462-e903-476f-9d58-a28ad2d2a3d0 req-b291b7e5-a729-44d3-8753-994838399380 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:08.081312 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a0d28462-e903-476f-9d58-a28ad2d2a3d0 req-b291b7e5-a729-44d3-8753-994838399380 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0575371 Feb 15 05:19:08.148431 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a0d28462-e903-476f-9d58-a28ad2d2a3d0 req-7a2362c4-411e-4d0b-abbe-527004658d03 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0552676 Feb 15 05:19:08.368849 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:09.266415 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d78f9-dbf1-4715-bc19-3edd8ce5c39e req-c356b4dc-d488-4c37-b8fb-24b353b5d474 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:09.267832 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d7d78f9-dbf1-4715-bc19-3edd8ce5c39e req-c356b4dc-d488-4c37-b8fb-24b353b5d474 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0549185 Feb 15 05:19:09.316192 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d7d78f9-dbf1-4715-bc19-3edd8ce5c39e req-eca10d29-6698-45dd-ba75-5ca37af96548 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422738 Feb 15 05:19:09.600778 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:10.448929 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bba3e9-698e-416c-926a-2d84459f9dea req-c93a0232-aa7c-4873-ab6c-9322ec7ac06f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:10.450393 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1bba3e9-698e-416c-926a-2d84459f9dea req-c93a0232-aa7c-4873-ab6c-9322ec7ac06f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0590115 Feb 15 05:19:10.502121 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1bba3e9-698e-416c-926a-2d84459f9dea req-fdcf1f45-a7df-4561-b383-cc8efe058dd5 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461864 Feb 15 05:19:11.624556 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ba35-3dbc-481a-897c-adf3f9c5cc4b req-74147683-2dbc-4c46-b0ad-b8075103b385 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:11.625986 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d567ba35-3dbc-481a-897c-adf3f9c5cc4b req-74147683-2dbc-4c46-b0ad-b8075103b385 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0539739 Feb 15 05:19:11.682630 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d567ba35-3dbc-481a-897c-adf3f9c5cc4b req-0418d9fd-c7ef-4aa0-8afd-88a9cedce816 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0505631 Feb 15 05:19:12.801589 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affcc76-e302-4de9-8cfd-5390d94dcc82 req-a27e7db5-997d-4665-b3bb-be87e07d7407 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:12.803783 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1affcc76-e302-4de9-8cfd-5390d94dcc82 req-a27e7db5-997d-4665-b3bb-be87e07d7407 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0512085 Feb 15 05:19:12.853280 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1affcc76-e302-4de9-8cfd-5390d94dcc82 req-723a9cef-6f2b-4a3d-a3cf-68e5a4b81cc6 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398788 Feb 15 05:19:13.976955 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6be5bf-4bf2-45f9-9c5a-3ba3be26a16f req-7c934aa5-721d-462a-8e09-9f83b5d098ad tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:13.978385 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5f6be5bf-4bf2-45f9-9c5a-3ba3be26a16f req-7c934aa5-721d-462a-8e09-9f83b5d098ad tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0539374 Feb 15 05:19:14.024260 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5f6be5bf-4bf2-45f9-9c5a-3ba3be26a16f req-e782187a-11ea-422d-aa23-a1edbc2c6024 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402400 Feb 15 05:19:15.143398 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304ed44-514d-485a-9aea-252111a03e88 req-7ef041cb-2585-49e3-9312-c7ab589b8bce tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:15.144879 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0304ed44-514d-485a-9aea-252111a03e88 req-7ef041cb-2585-49e3-9312-c7ab589b8bce tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0516608 Feb 15 05:19:15.189728 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0304ed44-514d-485a-9aea-252111a03e88 req-0f3f3105-e5ba-4fd8-86e5-d711d03ba53c tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393529 Feb 15 05:19:16.309597 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d513b-0dbf-47ea-b26f-26b5309d4b38 req-0980c2f2-ab47-459e-9dde-1c5677cd8655 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:16.311043 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-883d513b-0dbf-47ea-b26f-26b5309d4b38 req-0980c2f2-ab47-459e-9dde-1c5677cd8655 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 944 time: 0.0505335 Feb 15 05:19:16.358280 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-883d513b-0dbf-47ea-b26f-26b5309d4b38 req-7e29c13c-4fa3-4cdf-b34c-f8676a6e6990 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417371 Feb 15 05:19:16.986139 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:19:17.078666 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:19:17.090103 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'port_id': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'mac_address': 'fa:16:3e:22:20:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:19:17.127405 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:19:17.127822 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:17.140959 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:19:17.159514 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:19:17.163433 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:17.208308 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,revision_number=9']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:19:17.476936 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd846cf3-a65e-4a6d-b39a-23d753fa2a2c req-abb23a3d-7c8a-47ce-be5d-85db603c1290 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:17.478271 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bd846cf3-a65e-4a6d-b39a-23d753fa2a2c req-abb23a3d-7c8a-47ce-be5d-85db603c1290 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 945 time: 0.0500355 Feb 15 05:19:17.522896 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bd846cf3-a65e-4a6d-b39a-23d753fa2a2c req-9e31a549-a32b-4de0-8651-4706543a3f04 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392554 Feb 15 05:19:17.533427 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['56ec4240-cff0-4926-9a1a-dfdcc01bcb46'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:19:18.641710 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f4be9-0c5b-46fc-942e-8c924c52f267 req-af83c52c-0879-44d1-85f0-0ed47dda110a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:18.643140 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e6f4be9-0c5b-46fc-942e-8c924c52f267 req-af83c52c-0879-44d1-85f0-0ed47dda110a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 945 time: 0.0503480 Feb 15 05:19:18.687764 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e6f4be9-0c5b-46fc-942e-8c924c52f267 req-825dfc14-eb6b-4d97-ba13-9eafd6ef940e tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384157 Feb 15 05:19:18.986252 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:19:19.032801 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:19:19.033176 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:19.108939 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:19:19.109323 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:19.131274 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:19:19.133488 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6707585a-41ec-40ac-a59b-bb8b0cee09bd" -d '{"events": [{"server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "name": "network-vif-plugged", "status": "completed", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:19:19.145204 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:19:19.149533 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:19.172584 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9674c2d4-2f14-4acf-b501-4a2b788b9cd5 x-openstack-request-id: req-9674c2d4-2f14-4acf-b501-4a2b788b9cd5 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:19:19.172877 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "name": "network-vif-plugged", "status": "completed", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:19:19.173130 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9674c2d4-2f14-4acf-b501-4a2b788b9cd5 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:19:19.173511 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'code': 200} Feb 15 05:19:19.198674 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,revision_number=10']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:19:19.358036 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1703d-546d-4045-a5e1-01b16b677bbb req-5944642a-cc0c-4486-a0f2-c70dcd4c88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:19.359526 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7e1703d-546d-4045-a5e1-01b16b677bbb req-5944642a-cc0c-4486-a0f2-c70dcd4c88a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 1131 time: 0.0454397 Feb 15 05:19:19.400792 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7e1703d-546d-4045-a5e1-01b16b677bbb req-fd8f1294-0df4-4f41-9a29-263bddf1065b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349936 Feb 15 05:19:19.808800 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fa7e2-e344-42b9-b5d3-9abf55dcfbb5 req-7566a5b5-2db3-4830-ac13-b6fca182660f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:19.810261 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7fa7e2-e344-42b9-b5d3-9abf55dcfbb5 req-7566a5b5-2db3-4830-ac13-b6fca182660f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 947 time: 0.0519457 Feb 15 05:19:19.855307 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7fa7e2-e344-42b9-b5d3-9abf55dcfbb5 req-de71775b-3ce1-4ff8-964b-f1b808ce6ebc tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0394933 Feb 15 05:19:20.979904 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c94404-50e3-43b8-b6f2-f259fad076e6 req-8b0552b8-d8fe-49a4-b941-9907f0d3830f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:20.981374 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-92c94404-50e3-43b8-b6f2-f259fad076e6 req-8b0552b8-d8fe-49a4-b941-9907f0d3830f tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 947 time: 0.0529749 Feb 15 05:19:21.032840 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-92c94404-50e3-43b8-b6f2-f259fad076e6 req-e5edcaa3-23e3-41cf-bedf-cfef2e90fde7 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458057 Feb 15 05:19:21.999758 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:22.154342 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4857a10-6703-4190-aa8b-e5044ccf5c29 req-ec1dc31f-ff66-4094-860a-d42d58a2e20b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:22.156009 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4857a10-6703-4190-aa8b-e5044ccf5c29 req-ec1dc31f-ff66-4094-860a-d42d58a2e20b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 947 time: 0.0533886 Feb 15 05:19:22.201433 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4857a10-6703-4190-aa8b-e5044ccf5c29 req-1005fde0-2976-483b-953f-60757ebc2f11 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399604 Feb 15 05:19:33.219530 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-14eaed7e-2190-4322-95af-ee2b729e8bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:35.431112 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-98a3cb4f-d1ef-4e64-8360-8dd272942c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:35.856796 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:19:36.578215 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:38.372236 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:39.602458 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:52.015272 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:55.762479 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60860) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:19:55.912655 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Deleting port 62a10843-c6bd-49ba-82aa-c8a062210cdd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:19:55.912939 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (62a10843-c6bd-49ba-82aa-c8a062210cdd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:56.016601 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (62a10843-c6bd-49ba-82aa-c8a062210cdd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:56.016946 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for floatingip (62a10843-c6bd-49ba-82aa-c8a062210cdd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:56.029757 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-bce8a902-8e09-409d-b781-99a244a68aba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790048 Feb 15 05:19:56.033294 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Calling delete_port for 62a10843-c6bd-49ba-82aa-c8a062210cdd owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:19:56.142589 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-896a03cc-22f2-46fb-85ad-39e28ce472bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:56.144080 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-896a03cc-22f2-46fb-85ad-39e28ce472bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 1129 time: 0.0697014 Feb 15 05:19:56.273574 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (62a10843-c6bd-49ba-82aa-c8a062210cdd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:56.306826 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-4468c6e5-dad1-4e51-b354-c733ad3e38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:56.308291 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-4468c6e5-dad1-4e51-b354-c733ad3e38d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 913 time: 0.1458077 Feb 15 05:19:56.311149 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event deleted for resources: {'Port': ['ID=62a10843-c6bd-49ba-82aa-c8a062210cdd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:19:56.339154 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.339518 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.339858 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.340194 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.340524 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.340852 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.341178 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.341499 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.341818 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.342141 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.342462 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.342778 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.343094 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:19:56.423179 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-eb618da7-7947-44d6-b23e-1043d0db864b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362b7b06-cb34-49c1-98c5-123f2adc493e HTTP/1.1" status: 200 len: 1001 time: 0.1079388 Feb 15 05:19:56.423959 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for floatingip (fc3c792a-1cdd-43d6-a49b-8f10d49154e4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:56.424280 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Floating IP fc3c792a-1cdd-43d6-a49b-8f10d49154e4 disassociated (deleted). External IP: 172.27.3.35, port: 3c9cfd6f-ca78-4115-8f03-93c99a0c4070. Feb 15 05:19:56.566462 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-4a383d1c-43c6-45f9-86e8-038d7dea3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:56.567835 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-4a383d1c-43c6-45f9-86e8-038d7dea3327 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.1115730 Feb 15 05:19:56.689082 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-4c929117-386c-498f-a244-45642aba2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:56.690513 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-4c929117-386c-498f-a244-45642aba2120 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882633 Feb 15 05:19:56.702021 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-17dbf763-399b-47c9-84e1-743d412e9119 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:19:56.702922 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-17dbf763-399b-47c9-84e1-743d412e9119 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056934 Feb 15 05:19:56.716396 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Router f2ec6413-ff40-4607-94ec-66593221b255 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:19:57.118690 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-ccdc4e12-2076-4eaa-9bb4-92d7c7367a06 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093282 Feb 15 05:19:57.181855 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:19:57.187075 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:57.191744 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d66d1a-a2ef-4500-839b-b52bf2c6901d None None] Sync routers for ids ['f2ec6413-ff40-4607-94ec-66593221b255'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:19:57.200687 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d66d1a-a2ef-4500-839b-b52bf2c6901d None None] Routers {'f2ec6413-ff40-4607-94ec-66593221b255'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:19:57.201299 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-53d66d1a-a2ef-4500-839b-b52bf2c6901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:19:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['f2ec6413-ff40-4607-94ec-66593221b255'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:19:57.225512 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6d81f8d4-f98e-42d5-a085-baf0cf6e4d44 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "DELETE /v2.0/floatingips/fc3c792a-1cdd-43d6-a49b-8f10d49154e4 HTTP/1.1" status: 204 len: 168 time: 1.4619505 Feb 15 05:19:57.227387 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:19:57.229707 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d7580a-e400-474e-b8a5-b2ac17c50b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:19:57.249075 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36cb0f41-537a-4dd9-b064-d8fe6e0c36e9 req-53b9a9fb-b288-4c59-bc31-723835d2710b service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241708 Feb 15 05:19:57.270453 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6679ee90-009f-45d5-bb96-9cc35fa4a051 x-openstack-request-id: req-6679ee90-009f-45d5-bb96-9cc35fa4a051 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:19:57.270943 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:19:57.271199 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6679ee90-009f-45d5-bb96-9cc35fa4a051 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:19:57.271648 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'status': 'completed', 'code': 200} Feb 15 05:19:57.316843 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-53d66d1a-a2ef-4500-839b-b52bf2c6901d None None] Set router f2ec6413-ff40-4607-94ec-66593221b255 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:19:57.339941 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7580a-e400-474e-b8a5-b2ac17c50b0d req-23f7ec15-3e1e-497c-8b6e-47fb4cbb15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:57.342040 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10d7580a-e400-474e-b8a5-b2ac17c50b0d req-23f7ec15-3e1e-497c-8b6e-47fb4cbb15ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3640e3681a744a598c3edf21eb77f5ba&device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 1129 time: 0.0475595 Feb 15 05:19:57.459060 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7580a-e400-474e-b8a5-b2ac17c50b0d req-aa195ed0-9417-472c-8a9b-274f0609387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:57.460562 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10d7580a-e400-474e-b8a5-b2ac17c50b0d req-aa195ed0-9417-472c-8a9b-274f0609387a service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0350d0e-fe7d-4529-a5d0-7255a51c338a HTTP/1.1" status: 200 len: 908 time: 0.1023686 Feb 15 05:19:57.503830 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10d7580a-e400-474e-b8a5-b2ac17c50b0d req-ee04fe21-43fe-4e29-9dc3-c7d89703657d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070 HTTP/1.1" status: 200 len: 217 time: 0.0361423 Feb 15 05:19:57.524561 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-53d66d1a-a2ef-4500-839b-b52bf2c6901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:12:52Z', 'revision_number': 4, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '077bb901-15de-41de-a057-f1bdaed6de58', 'name': '', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'mac_address': 'fa:16:3e:de:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:51Z', 'updated_at': '2022-02-15T05:12:56Z', 'revision_number': 5, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'subnets': [{'id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:19:57.550237 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d66d1a-a2ef-4500-839b-b52bf2c6901d None None] Checking router: f2ec6413-ff40-4607-94ec-66593221b255 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:19:57.558396 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d66d1a-a2ef-4500-839b-b52bf2c6901d None None] Routers {'f2ec6413-ff40-4607-94ec-66593221b255'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:19:57.558999 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-53d66d1a-a2ef-4500-839b-b52bf2c6901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:19:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['f2ec6413-ff40-4607-94ec-66593221b255'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:19:57.592385 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7580a-e400-474e-b8a5-b2ac17c50b0d req-419e6776-2071-4ba7-b4b8-94a73c30d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:57.593841 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10d7580a-e400-474e-b8a5-b2ac17c50b0d req-419e6776-2071-4ba7-b4b8-94a73c30d5c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5a3b18e-4558-47d5-9014-9958f353abe1 HTTP/1.1" status: 200 len: 846 time: 0.0815721 Feb 15 05:19:57.605039 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4e0f4-1045-427f-8187-313099f4a118 req-8c6ad72d-c5be-48cd-8fee-b0c09c577cf8 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:57.606433 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19c4e0f4-1045-427f-8187-313099f4a118 req-8c6ad72d-c5be-48cd-8fee-b0c09c577cf8 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.1802838 Feb 15 05:19:57.667921 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-53d66d1a-a2ef-4500-839b-b52bf2c6901d None None] Set router f2ec6413-ff40-4607-94ec-66593221b255 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:19:57.680458 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-19c4e0f4-1045-427f-8187-313099f4a118 req-65d1b408-5937-4d1f-a95c-5b2dc25524e2 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659664 Feb 15 05:19:57.683140 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7580a-e400-474e-b8a5-b2ac17c50b0d req-5789f477-0f70-4f9b-b306-0aa6e8205708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:57.684582 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10d7580a-e400-474e-b8a5-b2ac17c50b0d req-5789f477-0f70-4f9b-b306-0aa6e8205708 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0350d0e-fe7d-4529-a5d0-7255a51c338a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773075 Feb 15 05:19:57.777963 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10d7580a-e400-474e-b8a5-b2ac17c50b0d req-33a75be8-5e05-407b-8136-7e785825dc29 service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853915 Feb 15 05:19:57.867006 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10d7580a-e400-474e-b8a5-b2ac17c50b0d req-c14b045a-f89b-4f72-bae0-87e10aa2763b service neutron] 10.222.0.61 "GET /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818141 Feb 15 05:19:57.867872 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-53d66d1a-a2ef-4500-839b-b52bf2c6901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:12:52Z', 'revision_number': 4, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '077bb901-15de-41de-a057-f1bdaed6de58', 'name': '', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'mac_address': 'fa:16:3e:de:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:51Z', 'updated_at': '2022-02-15T05:12:56Z', 'revision_number': 5, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'subnets': [{'id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:19:57.898225 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d66d1a-a2ef-4500-839b-b52bf2c6901d None None] The sync data for ids ['f2ec6413-ff40-4607-94ec-66593221b255'] in dv-cinder-828696-5-iscsi is: [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:12:52Z', 'revision_number': 4, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '077bb901-15de-41de-a057-f1bdaed6de58', 'name': '', 'network_id': 'b0350d0e-fe7d-4529-a5d0-7255a51c338a', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'mac_address': 'fa:16:3e:de:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:51Z', 'updated_at': '2022-02-15T05:12:56Z', 'revision_number': 5, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'subnets': [{'id': 'a5a3b18e-4558-47d5-9014-9958f353abe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:19:58.108521 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd41d18-2dfe-47be-8f35-15574674503d None None] New status for floating IP fc3c792a-1cdd-43d6-a49b-8f10d49154e4: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:19:58.844945 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e6339-98d1-4e15-b86a-9158bb86ae2d req-a55c6311-4e3c-4f1f-8a00-2f9b6420e390 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:58.846394 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-954e6339-98d1-4e15-b86a-9158bb86ae2d req-a55c6311-4e3c-4f1f-8a00-2f9b6420e390 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0975225 Feb 15 05:19:58.897925 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-954e6339-98d1-4e15-b86a-9158bb86ae2d req-414dc228-bce6-4001-a776-3f78adea0bd3 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/security-groups?id=88200263-71b5-4489-b40c-ec5d02285031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454803 Feb 15 05:19:59.091908 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4828b-b4c7-44e8-9728-49c3b99d4894 req-0602b5d3-7824-4d36-80bd-5fa563feb116 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:19:59.093240 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a4c4828b-b4c7-44e8-9728-49c3b99d4894 req-0602b5d3-7824-4d36-80bd-5fa563feb116 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.61 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 945 time: 0.0499408 Feb 15 05:19:59.181951 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-a4c4828b-b4c7-44e8-9728-49c3b99d4894 req-15cc5e72-7f6e-4fea-9bd0-b5e2586d1ce5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Deleting port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:19:59.182290 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a4c4828b-b4c7-44e8-9728-49c3b99d4894 req-15cc5e72-7f6e-4fea-9bd0-b5e2586d1ce5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:59.269582 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-a4c4828b-b4c7-44e8-9728-49c3b99d4894 req-15cc5e72-7f6e-4fea-9bd0-b5e2586d1ce5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] For port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:19:59.269947 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a4c4828b-b4c7-44e8-9728-49c3b99d4894 req-15cc5e72-7f6e-4fea-9bd0-b5e2586d1ce5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:59.282249 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-a4c4828b-b4c7-44e8-9728-49c3b99d4894 req-15cc5e72-7f6e-4fea-9bd0-b5e2586d1ce5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Calling delete_port for 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:19:59.406782 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a4c4828b-b4c7-44e8-9728-49c3b99d4894 req-15cc5e72-7f6e-4fea-9bd0-b5e2586d1ce5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (3c9cfd6f-ca78-4115-8f03-93c99a0c4070), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:59.432971 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc5e72-7f6e-4fea-9bd0-b5e2586d1ce5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event deleted for resources: {'Port': ['ID=3c9cfd6f-ca78-4115-8f03-93c99a0c4070,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:19:59.477100 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c4828b-b4c7-44e8-9728-49c3b99d4894 req-15cc5e72-7f6e-4fea-9bd0-b5e2586d1ce5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] No DVR routers for this DVR port 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:19:59.479521 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a4c4828b-b4c7-44e8-9728-49c3b99d4894 req-15cc5e72-7f6e-4fea-9bd0-b5e2586d1ce5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:19:59.482833 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a4c4828b-b4c7-44e8-9728-49c3b99d4894 req-15cc5e72-7f6e-4fea-9bd0-b5e2586d1ce5 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.61 "DELETE /v2.0/ports/3c9cfd6f-ca78-4115-8f03-93c99a0c4070 HTTP/1.1" status: 204 len: 173 time: 0.3843749 Feb 15 05:19:59.483271 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'name': 'network-vif-deleted', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:19:59.485567 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da18502-c452-4c62-b501-5da8a21b64ad" -d '{"events": [{"server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "name": "network-vif-deleted", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:19:59.523595 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f754dd-3227-4662-835d-fcd4bb97cb80 x-openstack-request-id: req-13f754dd-3227-4662-835d-fcd4bb97cb80 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:19:59.523885 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043ccff7-7204-455d-a76a-c9a2ee587cf0", "name": "network-vif-deleted", "tag": "3c9cfd6f-ca78-4115-8f03-93c99a0c4070", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:19:59.524134 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13f754dd-3227-4662-835d-fcd4bb97cb80 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:19:59.524540 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043ccff7-7204-455d-a76a-c9a2ee587cf0', 'name': 'network-vif-deleted', 'tag': '3c9cfd6f-ca78-4115-8f03-93c99a0c4070', 'status': 'completed', 'code': 200} Feb 15 05:20:00.002807 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-903c6f97-57ae-44cc-aea4-d095c65065ad req-2731f700-3473-4831-9558-72134c5ac558 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "GET /v2.0/ports?device_id=043ccff7-7204-455d-a76a-c9a2ee587cf0 HTTP/1.1" status: 200 len: 210 time: 0.0276923 Feb 15 05:20:01.059430 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60884) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:01.113692 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b1df147-eabb-4873-be35-c1c83a763b04 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group (88200263-71b5-4489-b40c-ec5d02285031), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:01.141660 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b1df147-eabb-4873-be35-c1c83a763b04 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group (88200263-71b5-4489-b40c-ec5d02285031), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:01.199636 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b1df147-eabb-4873-be35-c1c83a763b04 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (88200263-71b5-4489-b40c-ec5d02285031), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:01.202151 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b1df147-eabb-4873-be35-c1c83a763b04 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:01.203279 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5b1df147-eabb-4873-be35-c1c83a763b04 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] 10.222.0.43 "DELETE /v2.0/security-groups/88200263-71b5-4489-b40c-ec5d02285031 HTTP/1.1" status: 204 len: 168 time: 0.1428497 Feb 15 05:20:01.212093 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1df147-eabb-4873-be35-c1c83a763b04 tempest-TestShelveInstance-883193183 tempest-TestShelveInstance-883193183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88200263-71b5-4489-b40c-ec5d02285031,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:01.257932 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60888) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:01.743303 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a479d8d8-9497-43d5-acc8-775fefecb365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526370'] for router_interface (f2ec6413-ff40-4607-94ec-66593221b255), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:02.026271 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a479d8d8-9497-43d5-acc8-775fefecb365 admin admin] Deleting port 077bb901-15de-41de-a057-f1bdaed6de58 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:02.026526 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a479d8d8-9497-43d5-acc8-775fefecb365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (077bb901-15de-41de-a057-f1bdaed6de58), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:02.100453 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a479d8d8-9497-43d5-acc8-775fefecb365 admin admin] For port 077bb901-15de-41de-a057-f1bdaed6de58, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=077bb901-15de-41de-a057-f1bdaed6de58,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:02.101129 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a479d8d8-9497-43d5-acc8-775fefecb365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (077bb901-15de-41de-a057-f1bdaed6de58), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:02.112895 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a479d8d8-9497-43d5-acc8-775fefecb365 admin admin] Calling delete_port for 077bb901-15de-41de-a057-f1bdaed6de58 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:02.287379 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a479d8d8-9497-43d5-acc8-775fefecb365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (077bb901-15de-41de-a057-f1bdaed6de58), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:02.312166 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479d8d8-9497-43d5-acc8-775fefecb365 admin admin] Pushing event deleted for resources: {'Port': ['ID=077bb901-15de-41de-a057-f1bdaed6de58,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:02.478992 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a479d8d8-9497-43d5-acc8-775fefecb365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-526518'] for router_interface (f2ec6413-ff40-4607-94ec-66593221b255), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:02.948423 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a479d8d8-9497-43d5-acc8-775fefecb365 admin admin] Router f2ec6413-ff40-4607-94ec-66593221b255 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:20:03.052584 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a479d8d8-9497-43d5-acc8-775fefecb365 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:20:03.057458 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a479d8d8-9497-43d5-acc8-775fefecb365 admin admin] 10.222.0.43 "PUT /v2.0/routers/f2ec6413-ff40-4607-94ec-66593221b255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7985291 Feb 15 05:20:03.059907 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60894) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:03.063123 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df65305b-910f-4af2-a610-5fb4df7534f7 None None] Sync routers for ids ['f2ec6413-ff40-4607-94ec-66593221b255'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:20:03.072797 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df65305b-910f-4af2-a610-5fb4df7534f7 None None] Routers {'f2ec6413-ff40-4607-94ec-66593221b255'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:03.073394 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-df65305b-910f-4af2-a610-5fb4df7534f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:19:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['f2ec6413-ff40-4607-94ec-66593221b255'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:03.160967 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Publish callbacks [] for router (f2ec6413-ff40-4607-94ec-66593221b255), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:03.178544 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-df65305b-910f-4af2-a610-5fb4df7534f7 None None] Set router f2ec6413-ff40-4607-94ec-66593221b255 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:03.207330 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:20:03.267648 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Publish callbacks [] for router_gateway (f2ec6413-ff40-4607-94ec-66593221b255), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:03.271321 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:20:03.271694 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 3c9cfd6f-ca78-4115-8f03-93c99a0c4070 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:20:03.313137 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4905cd88-a8f0-423c-a2bd-000db3c7db3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:03.322724 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Deleting port 75521e00-aecc-4c90-be2c-48f71140780d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:03.323059 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (75521e00-aecc-4c90-be2c-48f71140780d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:03.391928 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-df65305b-910f-4af2-a610-5fb4df7534f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '75521e00-aecc-4c90-be2c-48f71140780d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:20:02Z', 'revision_number': 5, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port': {'id': '75521e00-aecc-4c90-be2c-48f71140780d', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:48Z', 'updated_at': '2022-02-15T05:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:03.398739 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] For port 75521e00-aecc-4c90-be2c-48f71140780d, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=75521e00-aecc-4c90-be2c-48f71140780d,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:03.399130 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (75521e00-aecc-4c90-be2c-48f71140780d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:03.411793 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Calling delete_port for 75521e00-aecc-4c90-be2c-48f71140780d owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:03.418423 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df65305b-910f-4af2-a610-5fb4df7534f7 None None] Checking router: f2ec6413-ff40-4607-94ec-66593221b255 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:20:03.426662 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df65305b-910f-4af2-a610-5fb4df7534f7 None None] Routers {'f2ec6413-ff40-4607-94ec-66593221b255'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:03.427297 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-df65305b-910f-4af2-a610-5fb4df7534f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:19:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['f2ec6413-ff40-4607-94ec-66593221b255'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:03.515438 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-df65305b-910f-4af2-a610-5fb4df7534f7 None None] Set router f2ec6413-ff40-4607-94ec-66593221b255 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:03.569580 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-df65305b-910f-4af2-a610-5fb4df7534f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:20:03Z', 'revision_number': 6, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port_host': None}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:03.575517 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (75521e00-aecc-4c90-be2c-48f71140780d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:03.596073 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df65305b-910f-4af2-a610-5fb4df7534f7 None None] The sync data for ids ['f2ec6413-ff40-4607-94ec-66593221b255'] in dv-cinder-828696-5-iscsi is: [{'id': 'f2ec6413-ff40-4607-94ec-66593221b255', 'name': 'tempest-TestShelveInstance-83267798-router', 'tenant_id': '3640e3681a744a598c3edf21eb77f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:47Z', 'updated_at': '2022-02-15T05:20:03Z', 'revision_number': 6, 'project_id': '3640e3681a744a598c3edf21eb77f5ba', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:20:03.605291 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=75521e00-aecc-4c90-be2c-48f71140780d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:03.667225 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526056'] for router_gateway (f2ec6413-ff40-4607-94ec-66593221b255), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:03.767788 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6828'] for router (f2ec6413-ff40-4607-94ec-66593221b255), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:03.769825 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Publish callbacks [] for router_controller (f2ec6413-ff40-4607-94ec-66593221b255), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:03.832698 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532804'] for router (f2ec6413-ff40-4607-94ec-66593221b255), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:03.833796 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2ec6413-ff40-4607-94ec-66593221b255 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:20:03.838455 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:03.839632 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-80d24059-2457-4a26-9523-a55e575f8a10 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f2ec6413-ff40-4607-94ec-66593221b255 HTTP/1.1" status: 204 len: 168 time: 0.7787519 Feb 15 05:20:03.842123 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60896) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:03.884394 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-517fd012-41a1-4053-a8e3-bebcc0d57f0e admin admin] Deleting subnet a5a3b18e-4558-47d5-9014-9958f353abe1 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:20:03.887292 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-517fd012-41a1-4053-a8e3-bebcc0d57f0e admin admin] Publish callbacks [] for subnet (a5a3b18e-4558-47d5-9014-9958f353abe1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:03.920962 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-517fd012-41a1-4053-a8e3-bebcc0d57f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2703963'] for subnet (a5a3b18e-4558-47d5-9014-9958f353abe1), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.002452 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-517fd012-41a1-4053-a8e3-bebcc0d57f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (a5a3b18e-4558-47d5-9014-9958f353abe1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.056253 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-517fd012-41a1-4053-a8e3-bebcc0d57f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3999312'] for subnet (a5a3b18e-4558-47d5-9014-9958f353abe1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.081893 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fd012-41a1-4053-a8e3-bebcc0d57f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a3b18e-4558-47d5-9014-9958f353abe1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:04.084417 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-517fd012-41a1-4053-a8e3-bebcc0d57f0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.089959 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-517fd012-41a1-4053-a8e3-bebcc0d57f0e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a5a3b18e-4558-47d5-9014-9958f353abe1 HTTP/1.1" status: 204 len: 168 time: 0.2444978 Feb 15 05:20:04.090221 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60898) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:04.096057 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3e3b42-3c9c-4c1a-9f20-b253bf59c1b7 None None] Network b0350d0e-fe7d-4529-a5d0-7255a51c338a requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:20:04.163746 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (b0350d0e-fe7d-4529-a5d0-7255a51c338a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.221304 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Deleting port a4310d09-805f-4676-9ba4-b9a056ed7227 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:04.221644 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.283341 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] For port a4310d09-805f-4676-9ba4-b9a056ed7227, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=a4310d09-805f-4676-9ba4-b9a056ed7227,segment=NetworkSegment(d45a0390-a160-4f7f-87df-e84e7a4a4162),segment_id=d45a0390-a160-4f7f-87df-e84e7a4a4162)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:04.283648 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.296081 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Calling delete_port for a4310d09-805f-4676-9ba4-b9a056ed7227 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:04.373282 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] DHCP port deletion for b0350d0e-fe7d-4529-a5d0-7255a51c338a request from dv-cinder-828696-5-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:20:04.386590 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.411762 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4310d09-805f-4676-9ba4-b9a056ed7227,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:04.415259 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] No DVR routers for this DVR port a4310d09-805f-4676-9ba4-b9a056ed7227 on host dv-cinder-828696-5-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:20:04.421111 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Deleting port a4310d09-805f-4676-9ba4-b9a056ed7227 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:04.421481 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.487666 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (b0350d0e-fe7d-4529-a5d0-7255a51c338a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.487917 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] For port a4310d09-805f-4676-9ba4-b9a056ed7227, host dv-cinder-828696-5-iscsi, got binding levels [] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:04.488159 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.500660 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Calling delete_port for a4310d09-805f-4676-9ba4-b9a056ed7227 owned by network:dhcp {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:04.503264 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.ipam_backend_mixin [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Port a4310d09-805f-4676-9ba4-b9a056ed7227 was not found and therefore no delete operation was performed {{(pid=102671) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 05:20:04.504589 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459'] for port (a4310d09-805f-4676-9ba4-b9a056ed7227), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.513272 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0350d0e-fe7d-4529-a5d0-7255a51c338a']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:04.522369 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45a0390-a160-4f7f-87df-e84e7a4a4162') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:04.522665 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45a0390-a160-4f7f-87df-e84e7a4a4162') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:04.531144 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Pushing event deleted for resources: {'Port': ['ID=a4310d09-805f-4676-9ba4-b9a056ed7227,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:04.532177 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2703968'] for segment (d45a0390-a160-4f7f-87df-e84e7a4a4162), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.535552 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] No DVR routers for this DVR port a4310d09-805f-4676-9ba4-b9a056ed7227 on host dv-cinder-828696-5-iscsi {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:20:04.543040 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.543431 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.543802 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.544141 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.544478 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.544810 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.550397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.550397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.550397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.550397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.550397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.550397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.550397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23762d2-18c9-4e5c-94d4-a82d1db42e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:04.556364 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (d45a0390-a160-4f7f-87df-e84e7a4a4162), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.563235 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:20:04.563604 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975416'] for segment (d45a0390-a160-4f7f-87df-e84e7a4a4162), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: timer() Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: cb(*args, **kw) Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: self._notify() Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: self.callback(batched_events) Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: event.method(event) Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._get(url).json() Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:20:04.565297 dv-cinder-828696-5-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:20:04.618296 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (b0350d0e-fe7d-4529-a5d0-7255a51c338a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.625187 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:04.632123 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60900) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:04.632582 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] 10.222.0.43 "DELETE /v2.0/networks/b0350d0e-fe7d-4529-a5d0-7255a51c338a HTTP/1.1" status: 204 len: 168 time: 0.5407474 Feb 15 05:20:04.645402 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7188f9-e0b5-4c21-9c68-480f6cdaf08c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0350d0e-fe7d-4529-a5d0-7255a51c338a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:05.183377 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526370'] for router_interface (86241cfe-86a0-40a0-882e-1f5e45771d5f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:05.234009 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device a4310d09-805f-4676-9ba4-b9a056ed7227 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:20:05.253374 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: a4310d09-805f-4676-9ba4-b9a056ed7227 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:20:05.253719 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device a4310d09-805f-4676-9ba4-b9a056ed7227 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:20:05.254134 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 077bb901-15de-41de-a057-f1bdaed6de58 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:20:05.276581 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 077bb901-15de-41de-a057-f1bdaed6de58 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:20:05.276923 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 077bb901-15de-41de-a057-f1bdaed6de58 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:20:05.277342 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 75521e00-aecc-4c90-be2c-48f71140780d no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:20:05.296051 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 75521e00-aecc-4c90-be2c-48f71140780d {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:20:05.296397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 75521e00-aecc-4c90-be2c-48f71140780d not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:20:05.420824 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Deleting port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:05.421165 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:05.432541 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a721f5c2-c7db-4d33-8839-395df63cf691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:05.499088 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] For port f05dc9c9-7396-4cbb-9f4d-881d29a39a9e, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=f05dc9c9-7396-4cbb-9f4d-881d29a39a9e,segment=NetworkSegment(d6d06276-601d-4f2e-a368-1c45972d2f18),segment_id=d6d06276-601d-4f2e-a368-1c45972d2f18)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:05.499453 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:05.511627 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Calling delete_port for f05dc9c9-7396-4cbb-9f4d-881d29a39a9e owned by network:router_interface {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:05.683833 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (f05dc9c9-7396-4cbb-9f4d-881d29a39a9e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:05.710547 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Pushing event deleted for resources: {'Port': ['ID=f05dc9c9-7396-4cbb-9f4d-881d29a39a9e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:05.734570 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.734919 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.735263 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.735624 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.735956 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.736284 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.736611 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.736943 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.737265 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.737589 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.737909 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.738237 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.738554 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:05.881505 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-526518'] for router_interface (86241cfe-86a0-40a0-882e-1f5e45771d5f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:06.097803 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Router 86241cfe-86a0-40a0-882e-1f5e45771d5f has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:20:06.202969 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:20:06.207888 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-54d80b5f-291d-4b0c-b7c5-70fcd9ceceee admin admin] 10.222.0.43 "PUT /v2.0/routers/86241cfe-86a0-40a0-882e-1f5e45771d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5747595 Feb 15 05:20:06.210538 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60904) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:06.211269 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062cfc6b-bdec-440e-81fe-25d226eb48d3 None None] Sync routers for ids ['86241cfe-86a0-40a0-882e-1f5e45771d5f'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:20:06.220895 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cfc6b-bdec-440e-81fe-25d226eb48d3 None None] Routers {'86241cfe-86a0-40a0-882e-1f5e45771d5f'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:06.221500 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-062cfc6b-bdec-440e-81fe-25d226eb48d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['86241cfe-86a0-40a0-882e-1f5e45771d5f'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:06.313963 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Publish callbacks [] for router (86241cfe-86a0-40a0-882e-1f5e45771d5f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:06.326652 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-062cfc6b-bdec-440e-81fe-25d226eb48d3 None None] Set router 86241cfe-86a0-40a0-882e-1f5e45771d5f gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:06.416650 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Publish callbacks [] for router_gateway (86241cfe-86a0-40a0-882e-1f5e45771d5f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:06.467642 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Deleting port cebcd2ca-4877-4f47-825f-28d48dabb210 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:06.467897 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:06.497376 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-062cfc6b-bdec-440e-81fe-25d226eb48d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'name': 'tempest-TestShelveInstance-2099228143-router', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:54Z', 'updated_at': '2022-02-15T05:20:05Z', 'revision_number': 5, 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'gw_port': {'id': 'cebcd2ca-4877-4f47-825f-28d48dabb210', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:12:55Z', 'updated_at': '2022-02-15T05:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:06.526612 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062cfc6b-bdec-440e-81fe-25d226eb48d3 None None] Checking router: 86241cfe-86a0-40a0-882e-1f5e45771d5f for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:20:06.534685 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cfc6b-bdec-440e-81fe-25d226eb48d3 None None] Routers {'86241cfe-86a0-40a0-882e-1f5e45771d5f'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:06.535275 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-062cfc6b-bdec-440e-81fe-25d226eb48d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['86241cfe-86a0-40a0-882e-1f5e45771d5f'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:06.548139 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] For port cebcd2ca-4877-4f47-825f-28d48dabb210, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=cebcd2ca-4877-4f47-825f-28d48dabb210,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:06.548502 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:06.560340 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Calling delete_port for cebcd2ca-4877-4f47-825f-28d48dabb210 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:06.581271 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:06.623238 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-062cfc6b-bdec-440e-81fe-25d226eb48d3 None None] Set router 86241cfe-86a0-40a0-882e-1f5e45771d5f gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:06.672959 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-062cfc6b-bdec-440e-81fe-25d226eb48d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'name': 'tempest-TestShelveInstance-2099228143-router', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:54Z', 'updated_at': '2022-02-15T05:20:06Z', 'revision_number': 6, 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'gw_port_host': None}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:06.703264 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062cfc6b-bdec-440e-81fe-25d226eb48d3 None None] The sync data for ids ['86241cfe-86a0-40a0-882e-1f5e45771d5f'] in dv-cinder-828696-5-iscsi is: [{'id': '86241cfe-86a0-40a0-882e-1f5e45771d5f', 'name': 'tempest-TestShelveInstance-2099228143-router', 'tenant_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:12:54Z', 'updated_at': '2022-02-15T05:20:06Z', 'revision_number': 6, 'project_id': '3da5207f5da34f8f8d6e9950ec2ed5a5', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:20:06.727405 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (cebcd2ca-4877-4f47-825f-28d48dabb210), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:06.752625 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Pushing event deleted for resources: {'Port': ['ID=cebcd2ca-4877-4f47-825f-28d48dabb210,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:06.813791 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526056'] for router_gateway (86241cfe-86a0-40a0-882e-1f5e45771d5f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:06.900341 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6828'] for router (86241cfe-86a0-40a0-882e-1f5e45771d5f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:06.902399 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Publish callbacks [] for router_controller (86241cfe-86a0-40a0-882e-1f5e45771d5f), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:06.943914 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532804'] for router (86241cfe-86a0-40a0-882e-1f5e45771d5f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:06.944488 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86241cfe-86a0-40a0-882e-1f5e45771d5f {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:20:06.949186 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:06.950311 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-775bc9cb-a822-45f9-8245-2dc1e252a52e admin admin] 10.222.0.43 "DELETE /v2.0/routers/86241cfe-86a0-40a0-882e-1f5e45771d5f HTTP/1.1" status: 204 len: 168 time: 0.7388067 Feb 15 05:20:06.952789 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60906) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:06.995219 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dabfbd3-f4e2-4951-81d7-3534e5143333 admin admin] Deleting subnet 48406bab-5085-41a8-9f0f-10c32f71dbe3 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:20:06.998286 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dabfbd3-f4e2-4951-81d7-3534e5143333 admin admin] Publish callbacks [] for subnet (48406bab-5085-41a8-9f0f-10c32f71dbe3), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.034554 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dabfbd3-f4e2-4951-81d7-3534e5143333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2703963'] for subnet (48406bab-5085-41a8-9f0f-10c32f71dbe3), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.112848 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dabfbd3-f4e2-4951-81d7-3534e5143333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (48406bab-5085-41a8-9f0f-10c32f71dbe3), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.164393 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dabfbd3-f4e2-4951-81d7-3534e5143333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3999312'] for subnet (48406bab-5085-41a8-9f0f-10c32f71dbe3), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.186489 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabfbd3-f4e2-4951-81d7-3534e5143333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48406bab-5085-41a8-9f0f-10c32f71dbe3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:07.191972 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dabfbd3-f4e2-4951-81d7-3534e5143333 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.195123 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2dabfbd3-f4e2-4951-81d7-3534e5143333 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/48406bab-5085-41a8-9f0f-10c32f71dbe3 HTTP/1.1" status: 204 len: 168 time: 0.2414498 Feb 15 05:20:07.197811 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60908) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:07.202613 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90981be3-93c6-4c63-b542-4351caa37369 None None] Network 9cb1a4a1-6cca-478a-a741-eda8e6096e8a requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:20:07.264045 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (9cb1a4a1-6cca-478a-a741-eda8e6096e8a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.323842 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Deleting port d676d6bc-f560-47f2-b089-373976a47428 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:07.324188 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (d676d6bc-f560-47f2-b089-373976a47428), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.382921 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] For port d676d6bc-f560-47f2-b089-373976a47428, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=d676d6bc-f560-47f2-b089-373976a47428,segment=NetworkSegment(d6d06276-601d-4f2e-a368-1c45972d2f18),segment_id=d6d06276-601d-4f2e-a368-1c45972d2f18)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:07.383202 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (d676d6bc-f560-47f2-b089-373976a47428), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.396094 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Calling delete_port for d676d6bc-f560-47f2-b089-373976a47428 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:07.479743 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5287206f-4a8b-4015-8b41-d3723dec3bed None None] DHCP port deletion for 9cb1a4a1-6cca-478a-a741-eda8e6096e8a request from dv-cinder-828696-5-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:20:07.480896 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (d676d6bc-f560-47f2-b089-373976a47428), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.513254 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Pushing event deleted for resources: {'Port': ['ID=d676d6bc-f560-47f2-b089-373976a47428,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:07.515155 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] No DVR routers for this DVR port d676d6bc-f560-47f2-b089-373976a47428 on host dv-cinder-828696-5-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:20:07.534388 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device f05dc9c9-7396-4cbb-9f4d-881d29a39a9e no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:20:07.554030 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: f05dc9c9-7396-4cbb-9f4d-881d29a39a9e {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:20:07.554375 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device f05dc9c9-7396-4cbb-9f4d-881d29a39a9e not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:20:07.554791 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device d676d6bc-f560-47f2-b089-373976a47428 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:20:07.575592 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: d676d6bc-f560-47f2-b089-373976a47428 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:20:07.575945 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device d676d6bc-f560-47f2-b089-373976a47428 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:20:07.576589 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device cebcd2ca-4877-4f47-825f-28d48dabb210 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:20:07.585173 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (9cb1a4a1-6cca-478a-a741-eda8e6096e8a), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.596096 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: cebcd2ca-4877-4f47-825f-28d48dabb210 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:20:07.596621 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device cebcd2ca-4877-4f47-825f-28d48dabb210 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:20:07.607858 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb1a4a1-6cca-478a-a741-eda8e6096e8a']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:07.617026 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d06276-601d-4f2e-a368-1c45972d2f18') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:07.617323 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d06276-601d-4f2e-a368-1c45972d2f18') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:07.630324 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3303319'] for segment (d6d06276-601d-4f2e-a368-1c45972d2f18), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.644650 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (d6d06276-601d-4f2e-a368-1c45972d2f18), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.652275 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:20:07.652709 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3338336'] for segment (d6d06276-601d-4f2e-a368-1c45972d2f18), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: Traceback (most recent call last): Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: timer() Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: cb(*args, **kw) Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: return func(*args, **kwargs) Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: self._notify() Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: self.callback(batched_events) Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: event.method(event) Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: return f(self, *a, **k) Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._get(url).json() Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:20:07.654444 dv-cinder-828696-5-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:20:07.709829 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (9cb1a4a1-6cca-478a-a741-eda8e6096e8a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.715746 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.721271 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9cb1a4a1-6cca-478a-a741-eda8e6096e8a HTTP/1.1" status: 204 len: 168 time: 0.5201685 Feb 15 05:20:07.732527 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525d9c8-4e48-4544-b3e8-dd08bc91fc19 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb1a4a1-6cca-478a-a741-eda8e6096e8a,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:07.827926 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60912) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:07.868742 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2e4c80cd-4c57-4f59-acb3-c239beff7b13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3640e3681a744a598c3edf21eb77f5ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396726 Feb 15 05:20:07.871191 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60914) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:07.916906 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3d34-a54b-4835-a59f-ae5b7e598d95 admin admin] Publish callbacks [] for security_group (b03fd45e-ba0e-498c-bac7-4f68b1b28b2b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.937390 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3d34-a54b-4835-a59f-ae5b7e598d95 admin admin] Publish callbacks [] for security_group (b03fd45e-ba0e-498c-bac7-4f68b1b28b2b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.984906 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3d34-a54b-4835-a59f-ae5b7e598d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (b03fd45e-ba0e-498c-bac7-4f68b1b28b2b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.987422 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3d34-a54b-4835-a59f-ae5b7e598d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:07.988572 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-bcaf3d34-a54b-4835-a59f-ae5b7e598d95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b03fd45e-ba0e-498c-bac7-4f68b1b28b2b HTTP/1.1" status: 204 len: 168 time: 0.1164489 Feb 15 05:20:07.996396 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf3d34-a54b-4835-a59f-ae5b7e598d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03fd45e-ba0e-498c-bac7-4f68b1b28b2b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:08.284925 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60920) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:08.323889 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ee0723da-27a3-405f-9f66-160d69eda82f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3da5207f5da34f8f8d6e9950ec2ed5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376546 Feb 15 05:20:08.326283 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60922) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:08.374699 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6d8acec-bb9f-40d7-aa1c-2088dae29aa1 admin admin] Publish callbacks [] for security_group (d91b6b67-caec-4588-8dec-b3a9d9e80aaa), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:08.388838 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:08.396935 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6d8acec-bb9f-40d7-aa1c-2088dae29aa1 admin admin] Publish callbacks [] for security_group (d91b6b67-caec-4588-8dec-b3a9d9e80aaa), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:08.443353 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6d8acec-bb9f-40d7-aa1c-2088dae29aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (d91b6b67-caec-4588-8dec-b3a9d9e80aaa), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:08.445880 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6d8acec-bb9f-40d7-aa1c-2088dae29aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:08.447030 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c6d8acec-bb9f-40d7-aa1c-2088dae29aa1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d91b6b67-caec-4588-8dec-b3a9d9e80aaa HTTP/1.1" status: 204 len: 168 time: 0.1197655 Feb 15 05:20:08.455172 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8acec-bb9f-40d7-aa1c-2088dae29aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91b6b67-caec-4588-8dec-b3a9d9e80aaa,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:09.604928 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:12.854847 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:20:18.110983 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4da362-4753-4b07-a62d-b01297251ae4 req-75e0321d-6352-49e3-a59a-8c3effbc9736 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:18.112359 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a4da362-4753-4b07-a62d-b01297251ae4 req-75e0321d-6352-49e3-a59a-8c3effbc9736 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 947 time: 0.0541971 Feb 15 05:20:18.157779 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a4da362-4753-4b07-a62d-b01297251ae4 req-72da850c-c08f-441b-a135-7bdfeed1021d tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392039 Feb 15 05:20:19.281397 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be7488-593d-44b5-8954-bb4e64451436 req-86e8cfcd-827a-423e-93fa-8f82b35e7559 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:19.282852 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03be7488-593d-44b5-8954-bb4e64451436 req-86e8cfcd-827a-423e-93fa-8f82b35e7559 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 947 time: 0.0511103 Feb 15 05:20:19.328268 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03be7488-593d-44b5-8954-bb4e64451436 req-2c998661-dad2-4ef5-ba32-b5223f42b365 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c695032-8c81-4818-a575-bd1a7abc04e5&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392687 Feb 15 05:20:19.611031 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-6454b4f6-f305-4e2f-8d91-d40b0534930b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:19.612400 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-6454b4f6-f305-4e2f-8d91-d40b0534930b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.61 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 947 time: 0.0534825 Feb 15 05:20:19.701073 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Deleting port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:19.701415 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:19.788553 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] For port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:19.788936 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:19.950442 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:19.950807 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (7b4d6c2f-8837-44b6-919f-0622a3dde652), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:19.951126 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Floating IP 7b4d6c2f-8837-44b6-919f-0622a3dde652 disassociated. External IP: 172.27.3.174, port: 56ec4240-cff0-4926-9a1a-dfdcc01bcb46. Feb 15 05:20:19.951464 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Calling delete_port for 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:20.073686 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (56ec4240-cff0-4926-9a1a-dfdcc01bcb46), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:20.100315 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event deleted for resources: {'Port': ['ID=56ec4240-cff0-4926-9a1a-dfdcc01bcb46,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:20.497702 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a4c01dd-71fc-49e8-99ab-2d328448b2df req-1ab419d5-f127-4e9a-a9ff-75d329473269 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/ports?device_id=91fb4f9b-47b0-4570-b8b0-51dddef53c72 HTTP/1.1" status: 200 len: 210 time: 0.0347455 Feb 15 05:20:20.514208 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Router 92f675ab-d5e2-46eb-a7ce-2445be023f5b has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:20:20.625700 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:20:20.637696 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d7ba6-fe31-4db8-b02c-79cfddf61ad9 None None] Sync routers for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:20:20.650830 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d7ba6-fe31-4db8-b02c-79cfddf61ad9 None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:20.651524 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bf2d7ba6-fe31-4db8-b02c-79cfddf61ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:20.667607 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] No DVR routers for this DVR port 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:20:20.670116 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:20.673332 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef541f74-14aa-40e3-a44f-3540e19fff39 req-97893531-e9e3-4559-9a96-11820e2d01d4 tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.61 "DELETE /v2.0/ports/56ec4240-cff0-4926-9a1a-dfdcc01bcb46 HTTP/1.1" status: 204 len: 173 time: 1.0559018 Feb 15 05:20:20.673764 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'name': 'network-vif-deleted', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:20:20.675977 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be3636d-ea69-4217-94f0-e29b8fdc4468" -d '{"events": [{"server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "name": "network-vif-deleted", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:20:20.717450 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4fe40e-4284-4878-9723-b5383bb940f5 x-openstack-request-id: req-4c4fe40e-4284-4878-9723-b5383bb940f5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:20:20.717747 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fb4f9b-47b0-4570-b8b0-51dddef53c72", "name": "network-vif-deleted", "tag": "56ec4240-cff0-4926-9a1a-dfdcc01bcb46", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:20:20.718856 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c4fe40e-4284-4878-9723-b5383bb940f5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:20:20.719255 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fb4f9b-47b0-4570-b8b0-51dddef53c72', 'name': 'network-vif-deleted', 'tag': '56ec4240-cff0-4926-9a1a-dfdcc01bcb46', 'status': 'completed', 'code': 200} Feb 15 05:20:20.764065 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bf2d7ba6-fe31-4db8-b02c-79cfddf61ad9 None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:20.953812 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bf2d7ba6-fe31-4db8-b02c-79cfddf61ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:20.979735 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d7ba6-fe31-4db8-b02c-79cfddf61ad9 None None] Checking router: 92f675ab-d5e2-46eb-a7ce-2445be023f5b for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:20:20.987697 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d7ba6-fe31-4db8-b02c-79cfddf61ad9 None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:20.988290 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bf2d7ba6-fe31-4db8-b02c-79cfddf61ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:21.096982 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bf2d7ba6-fe31-4db8-b02c-79cfddf61ad9 None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:21.290499 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bf2d7ba6-fe31-4db8-b02c-79cfddf61ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:21.315280 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d7ba6-fe31-4db8-b02c-79cfddf61ad9 None None] The sync data for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi is: [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:09:42Z', 'revision_number': 4, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '74b55e4d-7607-495c-b781-d65994e85f6f', 'name': '', 'network_id': '6d9c2d0d-8ce7-4f6f-8128-3b936cc88963', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'mac_address': 'fa:16:3e:cb:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:40Z', 'updated_at': '2022-02-15T05:09:48Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'subnets': [{'id': '907e55dd-ffdf-45db-8fcc-1436af667f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:20:21.532350 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d887cf-38a3-471e-a217-d613d6cce78f None None] New status for floating IP 7b4d6c2f-8837-44b6-919f-0622a3dde652: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:20:21.587155 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60952) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:21.639907 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e193f6a4-a657-4a0c-9526-e40a8cac90ac tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group (0c695032-8c81-4818-a575-bd1a7abc04e5), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:21.663681 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e193f6a4-a657-4a0c-9526-e40a8cac90ac tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group (0c695032-8c81-4818-a575-bd1a7abc04e5), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:21.710516 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e193f6a4-a657-4a0c-9526-e40a8cac90ac tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (0c695032-8c81-4818-a575-bd1a7abc04e5), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:21.713057 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e193f6a4-a657-4a0c-9526-e40a8cac90ac tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:21.714205 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e193f6a4-a657-4a0c-9526-e40a8cac90ac tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "DELETE /v2.0/security-groups/0c695032-8c81-4818-a575-bd1a7abc04e5 HTTP/1.1" status: 204 len: 168 time: 0.1260397 Feb 15 05:20:21.717050 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60954) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:21.723159 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193f6a4-a657-4a0c-9526-e40a8cac90ac tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c695032-8c81-4818-a575-bd1a7abc04e5,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:21.730965 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.api.v2.resource [None req-9dbf14c9-884f-40a6-a749-0fe17f2cd84b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] show failed (client error): The resource could not be found. Feb 15 05:20:21.731985 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9dbf14c9-884f-40a6-a749-0fe17f2cd84b tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "GET /v2.0/security-groups/0c695032-8c81-4818-a575-bd1a7abc04e5 HTTP/1.1" status: 404 len: 347 time: 0.0139759 Feb 15 05:20:21.734731 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60956) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:21.854978 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a6220649-26b1-4a0d-a977-a01b9ca7d05a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Deleting port 8fe3222f-7bad-4528-9385-a47321be9430 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:21.855319 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6220649-26b1-4a0d-a977-a01b9ca7d05a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (8fe3222f-7bad-4528-9385-a47321be9430), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:21.927038 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6220649-26b1-4a0d-a977-a01b9ca7d05a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (8fe3222f-7bad-4528-9385-a47321be9430), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:21.927369 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6220649-26b1-4a0d-a977-a01b9ca7d05a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (8fe3222f-7bad-4528-9385-a47321be9430), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:21.939426 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a6220649-26b1-4a0d-a977-a01b9ca7d05a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Calling delete_port for 8fe3222f-7bad-4528-9385-a47321be9430 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:22.028357 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:22.067674 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6220649-26b1-4a0d-a977-a01b9ca7d05a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (8fe3222f-7bad-4528-9385-a47321be9430), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:22.091942 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6220649-26b1-4a0d-a977-a01b9ca7d05a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Pushing event deleted for resources: {'Port': ['ID=8fe3222f-7bad-4528-9385-a47321be9430,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:22.155901 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6220649-26b1-4a0d-a977-a01b9ca7d05a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks [] for floatingip (7b4d6c2f-8837-44b6-919f-0622a3dde652), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:22.158474 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6220649-26b1-4a0d-a977-a01b9ca7d05a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:22.159627 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a6220649-26b1-4a0d-a977-a01b9ca7d05a tempest-AttachVolumeShelveTestJSON-2024579634 tempest-AttachVolumeShelveTestJSON-2024579634-project] 10.222.0.43 "DELETE /v2.0/floatingips/7b4d6c2f-8837-44b6-919f-0622a3dde652 HTTP/1.1" status: 204 len: 168 time: 0.4239976 Feb 15 05:20:23.231417 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504023e-147e-4be0-8dcd-8c6a1f37115e req-eec611a8-2a4d-4c1a-8594-484008ce0733 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:23.232895 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5504023e-147e-4be0-8dcd-8c6a1f37115e req-eec611a8-2a4d-4c1a-8594-484008ce0733 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 945 time: 0.0514567 Feb 15 05:20:23.279865 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5504023e-147e-4be0-8dcd-8c6a1f37115e req-66f1516d-2282-454f-a137-057d548a706e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413811 Feb 15 05:20:23.314475 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:20:23.334380 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:20:23.334726 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 56ec4240-cff0-4926-9a1a-dfdcc01bcb46 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:20:24.396884 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c4af5-b81f-468b-b8e2-0aa5cec2aba2 req-0ed238d3-3c32-4aa9-b61a-f4a220de35fe tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:24.398334 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b33c4af5-b81f-468b-b8e2-0aa5cec2aba2 req-0ed238d3-3c32-4aa9-b61a-f4a220de35fe tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 945 time: 0.0516303 Feb 15 05:20:24.445039 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b33c4af5-b81f-468b-b8e2-0aa5cec2aba2 req-dddd1447-bdff-4cf5-933b-da04a3e5bea7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412879 Feb 15 05:20:24.542502 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 60984) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:24.957308 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-b7953a54-a015-4798-baa9-e882c3293f8e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:24.958768 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-b7953a54-a015-4798-baa9-e882c3293f8e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 945 time: 0.0916171 Feb 15 05:20:25.115665 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Deleting port 362b7b06-cb34-49c1-98c5-123f2adc493e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:25.116008 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:25.195601 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12306fab-8768-4dea-90b0-fd5dabc5896e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526370'] for router_interface (92f675ab-d5e2-46eb-a7ce-2445be023f5b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:25.247706 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] For port 362b7b06-cb34-49c1-98c5-123f2adc493e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=362b7b06-cb34-49c1-98c5-123f2adc493e,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:25.248065 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:25.507665 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:25.508389 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (82afbb43-abf3-4cec-9c36-8785791595e2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:25.508389 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Floating IP 82afbb43-abf3-4cec-9c36-8785791595e2 disassociated. External IP: 172.27.3.146, port: 362b7b06-cb34-49c1-98c5-123f2adc493e. Feb 15 05:20:25.508669 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Calling delete_port for 362b7b06-cb34-49c1-98c5-123f2adc493e owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:25.661102 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc855-e261-4477-b6cf-8a9dbc907df5 req-4f51c99a-c8cd-4b09-84b6-d332a12ba51d tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:25.662598 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-edfdc855-e261-4477-b6cf-8a9dbc907df5 req-4f51c99a-c8cd-4b09-84b6-d332a12ba51d tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 945 time: 0.1486967 Feb 15 05:20:25.758543 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-edfdc855-e261-4477-b6cf-8a9dbc907df5 req-0199ba2c-9dd0-4ca9-b89c-6792e8bee6c1 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897698 Feb 15 05:20:25.768028 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-12306fab-8768-4dea-90b0-fd5dabc5896e admin admin] Deleting port 74b55e4d-7607-495c-b781-d65994e85f6f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:25.768371 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12306fab-8768-4dea-90b0-fd5dabc5896e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:25.819310 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (362b7b06-cb34-49c1-98c5-123f2adc493e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:25.856335 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event deleted for resources: {'Port': ['ID=362b7b06-cb34-49c1-98c5-123f2adc493e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:25.922443 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-12306fab-8768-4dea-90b0-fd5dabc5896e admin admin] For port 74b55e4d-7607-495c-b781-d65994e85f6f, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=74b55e4d-7607-495c-b781-d65994e85f6f,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:25.922803 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12306fab-8768-4dea-90b0-fd5dabc5896e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:25.940776 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-12306fab-8768-4dea-90b0-fd5dabc5896e admin admin] Calling delete_port for 74b55e4d-7607-495c-b781-d65994e85f6f owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:26.050092 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Router dbdc5756-c945-4ced-bab8-8f741a67f461 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:20:26.241670 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:20:26.252813 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848e7e76-6756-41f8-9530-b3fdeca6f2a5 None None] Sync routers for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:20:26.264828 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848e7e76-6756-41f8-9530-b3fdeca6f2a5 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:26.265452 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-848e7e76-6756-41f8-9530-b3fdeca6f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:26.271586 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12306fab-8768-4dea-90b0-fd5dabc5896e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (74b55e4d-7607-495c-b781-d65994e85f6f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:26.292056 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] No DVR routers for this DVR port 362b7b06-cb34-49c1-98c5-123f2adc493e on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:20:26.315968 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:26.319251 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9dc17f0b-e876-4dd0-af1f-932e2b2c5e12 req-7ee32fbc-7154-42ef-825f-d0450a25adf7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "DELETE /v2.0/ports/362b7b06-cb34-49c1-98c5-123f2adc493e HTTP/1.1" status: 204 len: 173 time: 1.3539770 Feb 15 05:20:26.319724 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'name': 'network-vif-deleted', 'tag': '362b7b06-cb34-49c1-98c5-123f2adc493e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:20:26.322108 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9471de3a-1ab1-46d1-8bab-27ac2c7a2430" -d '{"events": [{"server_uuid": "c62a408e-eea2-4314-a78d-76b30f75439e", "name": "network-vif-deleted", "tag": "362b7b06-cb34-49c1-98c5-123f2adc493e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:20:26.326922 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12306fab-8768-4dea-90b0-fd5dabc5896e admin admin] Pushing event deleted for resources: {'Port': ['ID=74b55e4d-7607-495c-b781-d65994e85f6f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:26.391562 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67f0ea9-da18-42a8-928d-125962c2cb5d x-openstack-request-id: req-c67f0ea9-da18-42a8-928d-125962c2cb5d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:20:26.391984 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62a408e-eea2-4314-a78d-76b30f75439e", "name": "network-vif-deleted", "tag": "362b7b06-cb34-49c1-98c5-123f2adc493e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:20:26.392458 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c67f0ea9-da18-42a8-928d-125962c2cb5d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:20:26.392948 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62a408e-eea2-4314-a78d-76b30f75439e', 'name': 'network-vif-deleted', 'tag': '362b7b06-cb34-49c1-98c5-123f2adc493e', 'status': 'completed', 'code': 200} Feb 15 05:20:26.426015 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-848e7e76-6756-41f8-9530-b3fdeca6f2a5 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:26.531342 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12306fab-8768-4dea-90b0-fd5dabc5896e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-526518'] for router_interface (92f675ab-d5e2-46eb-a7ce-2445be023f5b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:26.778754 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-848e7e76-6756-41f8-9530-b3fdeca6f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:26.807036 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848e7e76-6756-41f8-9530-b3fdeca6f2a5 None None] Checking router: dbdc5756-c945-4ced-bab8-8f741a67f461 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:20:26.815975 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848e7e76-6756-41f8-9530-b3fdeca6f2a5 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:26.816618 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-848e7e76-6756-41f8-9530-b3fdeca6f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:26.936435 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-848e7e76-6756-41f8-9530-b3fdeca6f2a5 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:26.952395 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-103c52fc-b89f-42e2-a2d6-a0e1dfa03cfd req-ac52bcec-40c6-46fd-9a52-e9df9aa40430 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=c62a408e-eea2-4314-a78d-76b30f75439e HTTP/1.1" status: 200 len: 210 time: 0.0360627 Feb 15 05:20:27.072979 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12306fab-8768-4dea-90b0-fd5dabc5896e admin admin] Router 92f675ab-d5e2-46eb-a7ce-2445be023f5b has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:20:27.145198 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-848e7e76-6756-41f8-9530-b3fdeca6f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:27.170428 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848e7e76-6756-41f8-9530-b3fdeca6f2a5 None None] The sync data for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi is: [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:20:27.181100 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12306fab-8768-4dea-90b0-fd5dabc5896e admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:20:27.189438 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60994) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:27.190040 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-12306fab-8768-4dea-90b0-fd5dabc5896e admin admin] 10.222.0.43 "PUT /v2.0/routers/92f675ab-d5e2-46eb-a7ce-2445be023f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6464469 Feb 15 05:20:27.192298 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a1bc7-8645-4ca0-9df2-4033c2679f40 None None] Sync routers for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:20:27.216809 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a1bc7-8645-4ca0-9df2-4033c2679f40 None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:27.217686 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-6d9a1bc7-8645-4ca0-9df2-4033c2679f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:27.300762 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Publish callbacks [] for router (92f675ab-d5e2-46eb-a7ce-2445be023f5b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:27.328625 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-6d9a1bc7-8645-4ca0-9df2-4033c2679f40 None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:27.406816 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Publish callbacks [] for router_gateway (92f675ab-d5e2-46eb-a7ce-2445be023f5b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:27.454309 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087bc639-4810-4cd8-80c3-9aa395f0a1c9 None None] New status for floating IP 82afbb43-abf3-4cec-9c36-8785791595e2: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:20:27.466390 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Deleting port dab67d09-d252-4b4d-b433-f74c7b6509b4 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:27.466741 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:27.514572 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-6d9a1bc7-8645-4ca0-9df2-4033c2679f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:20:26Z', 'revision_number': 5, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port': {'id': 'dab67d09-d252-4b4d-b433-f74c7b6509b4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:09:36Z', 'updated_at': '2022-02-15T05:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:27.540518 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a1bc7-8645-4ca0-9df2-4033c2679f40 None None] Checking router: 92f675ab-d5e2-46eb-a7ce-2445be023f5b for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:20:27.543859 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] For port dab67d09-d252-4b4d-b433-f74c7b6509b4, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=dab67d09-d252-4b4d-b433-f74c7b6509b4,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:27.544224 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:27.549689 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a1bc7-8645-4ca0-9df2-4033c2679f40 None None] Routers {'92f675ab-d5e2-46eb-a7ce-2445be023f5b'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:27.550290 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-6d9a1bc7-8645-4ca0-9df2-4033c2679f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:27.556596 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Calling delete_port for dab67d09-d252-4b4d-b433-f74c7b6509b4 owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:27.641546 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-6d9a1bc7-8645-4ca0-9df2-4033c2679f40 None None] Set router 92f675ab-d5e2-46eb-a7ce-2445be023f5b gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:27.691337 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-6d9a1bc7-8645-4ca0-9df2-4033c2679f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:20:27Z', 'revision_number': 6, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port_host': None}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:27.721229 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (dab67d09-d252-4b4d-b433-f74c7b6509b4), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:27.746190 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=dab67d09-d252-4b4d-b433-f74c7b6509b4,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:27.810734 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a1bc7-8645-4ca0-9df2-4033c2679f40 None None] The sync data for ids ['92f675ab-d5e2-46eb-a7ce-2445be023f5b'] in dv-cinder-828696-5-iscsi is: [{'id': '92f675ab-d5e2-46eb-a7ce-2445be023f5b', 'name': 'tempest-AttachVolumeShelveTestJSON-711604802-router', 'tenant_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:09:35Z', 'updated_at': '2022-02-15T05:20:27Z', 'revision_number': 6, 'project_id': '17c593bc1f1546b08b29ee3016e2bf5b', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:20:27.815243 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526056'] for router_gateway (92f675ab-d5e2-46eb-a7ce-2445be023f5b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:27.906856 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6828'] for router (92f675ab-d5e2-46eb-a7ce-2445be023f5b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:27.909028 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Publish callbacks [] for router_controller (92f675ab-d5e2-46eb-a7ce-2445be023f5b), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:27.951107 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532804'] for router (92f675ab-d5e2-46eb-a7ce-2445be023f5b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:27.951722 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92f675ab-d5e2-46eb-a7ce-2445be023f5b {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:20:27.956760 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:27.957882 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d017460e-2d94-454c-bf74-74ded1b95b0d admin admin] 10.222.0.43 "DELETE /v2.0/routers/92f675ab-d5e2-46eb-a7ce-2445be023f5b HTTP/1.1" status: 204 len: 168 time: 0.7639949 Feb 15 05:20:27.961066 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 60996) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:28.007733 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce26bba-7994-4aad-af84-22feafe007e3 admin admin] Deleting subnet 907e55dd-ffdf-45db-8fcc-1436af667f7c {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:20:28.011096 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ce26bba-7994-4aad-af84-22feafe007e3 admin admin] Publish callbacks [] for subnet (907e55dd-ffdf-45db-8fcc-1436af667f7c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.045650 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ce26bba-7994-4aad-af84-22feafe007e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3303340'] for subnet (907e55dd-ffdf-45db-8fcc-1436af667f7c), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.121831 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ce26bba-7994-4aad-af84-22feafe007e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (907e55dd-ffdf-45db-8fcc-1436af667f7c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.174621 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ce26bba-7994-4aad-af84-22feafe007e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3338458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429824'] for subnet (907e55dd-ffdf-45db-8fcc-1436af667f7c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.205321 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce26bba-7994-4aad-af84-22feafe007e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=907e55dd-ffdf-45db-8fcc-1436af667f7c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:28.209215 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ce26bba-7994-4aad-af84-22feafe007e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.214768 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3ce26bba-7994-4aad-af84-22feafe007e3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/907e55dd-ffdf-45db-8fcc-1436af667f7c HTTP/1.1" status: 204 len: 168 time: 0.2504039 Feb 15 05:20:28.215947 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 32774) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:28.216329 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3679bfcd-0fcf-42c9-a10d-aba9097a3846 None None] Network 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:20:28.246528 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-62fc60f9-f204-4c91-9ed8-e10f1a55383a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318169729&fields=id&tenant_id=0503cf56b9584ffca8a034b7ebcc5e36 HTTP/1.1" status: 200 len: 267 time: 0.0650282 Feb 15 05:20:28.295221 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (6d9c2d0d-8ce7-4f6f-8128-3b936cc88963), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.353271 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Deleting port 22d6b731-b362-491b-80cf-9404238a6f64 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:20:28.353685 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (22d6b731-b362-491b-80cf-9404238a6f64), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.353963 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669526d4-9e71-4166-8c08-0b820a2578cc req-b504f0e0-6a85-416d-8a96-a5014ff74e77 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:28.355672 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-b504f0e0-6a85-416d-8a96-a5014ff74e77 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 812 time: 0.1082284 Feb 15 05:20:28.372485 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-a193716f-7669-4c78-8bd3-9a6358829371 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/quotas/0503cf56b9584ffca8a034b7ebcc5e36 HTTP/1.1" status: 200 len: 375 time: 0.0108087 Feb 15 05:20:28.419849 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] For port 22d6b731-b362-491b-80cf-9404238a6f64, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=22d6b731-b362-491b-80cf-9404238a6f64,segment=NetworkSegment(600a57a3-5ad8-4da0-8ade-9cfaed561a6b),segment_id=600a57a3-5ad8-4da0-8ade-9cfaed561a6b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:28.420214 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (22d6b731-b362-491b-80cf-9404238a6f64), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.431052 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-3d9f50be-c999-4b27-9dbf-3067318d1469 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530860 Feb 15 05:20:28.433015 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Calling delete_port for 22d6b731-b362-491b-80cf-9404238a6f64 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:20:28.446540 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-7c86972e-67d5-49e8-b990-13e82d3149b6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:20:28.447520 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-7c86972e-67d5-49e8-b990-13e82d3149b6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056324 Feb 15 05:20:28.512698 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (22d6b731-b362-491b-80cf-9404238a6f64), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.538606 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d6b731-b362-491b-80cf-9404238a6f64,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:28.540434 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] No DVR routers for this DVR port 22d6b731-b362-491b-80cf-9404238a6f64 on host dv-cinder-828696-5-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:20:28.540942 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-9a0308b9-ebd8-4f9f-9869-adc64d7146af service neutron] 10.222.0.43 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879915 Feb 15 05:20:28.618181 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (6d9c2d0d-8ce7-4f6f-8128-3b936cc88963), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.634081 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234a961-a847-4a33-96e5-d51cda80c2d4 None None] DHCP port deletion for 6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 request from dv-cinder-828696-5-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:20:28.637678 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-ffb88524-6bb5-40eb-bb2b-ec783c48c383 service neutron] 10.222.0.43 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902107 Feb 15 05:20:28.641461 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9c2d0d-8ce7-4f6f-8128-3b936cc88963']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:28.652253 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600a57a3-5ad8-4da0-8ade-9cfaed561a6b') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:28.652915 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600a57a3-5ad8-4da0-8ade-9cfaed561a6b') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:28.673749 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3303319'] for segment (600a57a3-5ad8-4da0-8ade-9cfaed561a6b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.687793 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (600a57a3-5ad8-4da0-8ade-9cfaed561a6b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.693823 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:20:28.694259 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3338336'] for segment (600a57a3-5ad8-4da0-8ade-9cfaed561a6b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: Traceback (most recent call last): Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: timer() Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: cb(*args, **kw) Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: return func(*args, **kwargs) Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: self._notify() Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: self.callback(batched_events) Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: event.method(event) Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: return f(self, *a, **k) Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._get(url).json() Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:20:28.696036 dv-cinder-828696-5-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:20:28.754530 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (6d9c2d0d-8ce7-4f6f-8128-3b936cc88963), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.760814 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:28.764410 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6d9c2d0d-8ce7-4f6f-8128-3b936cc88963 HTTP/1.1" status: 204 len: 168 time: 0.5473061 Feb 15 05:20:28.789219 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d392cc-d03d-45a4-b6ff-9660192b7661 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d9c2d0d-8ce7-4f6f-8128-3b936cc88963,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:28.894926 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 32786) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:28.943925 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cbe96da2-1d61-4baf-b834-6ae9495ba0b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17c593bc1f1546b08b29ee3016e2bf5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0475762 Feb 15 05:20:28.944516 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 32792) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:28.972621 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-39bd5b34-3c2f-4fc7-8558-f8d3173b6e52 req-fc7da0b0-55b7-40d5-a624-132eca030baf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 210 time: 0.0417576 Feb 15 05:20:29.015196 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-884772c6-d916-4b55-ae42-4835ffd8d33b admin admin] Publish callbacks [] for security_group (036b4f5b-1719-4104-92e2-ed3fae9707ca), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:29.036293 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-884772c6-d916-4b55-ae42-4835ffd8d33b admin admin] Publish callbacks [] for security_group (036b4f5b-1719-4104-92e2-ed3fae9707ca), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:29.085475 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-884772c6-d916-4b55-ae42-4835ffd8d33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (036b4f5b-1719-4104-92e2-ed3fae9707ca), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:29.088274 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-884772c6-d916-4b55-ae42-4835ffd8d33b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:29.089414 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-884772c6-d916-4b55-ae42-4835ffd8d33b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/036b4f5b-1719-4104-92e2-ed3fae9707ca HTTP/1.1" status: 204 len: 168 time: 0.1439457 Feb 15 05:20:29.097647 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884772c6-d916-4b55-ae42-4835ffd8d33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036b4f5b-1719-4104-92e2-ed3fae9707ca,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:29.264478 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 74b55e4d-7607-495c-b781-d65994e85f6f no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:20:29.287597 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 74b55e4d-7607-495c-b781-d65994e85f6f {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:20:29.287946 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 74b55e4d-7607-495c-b781-d65994e85f6f not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:20:29.288366 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device dab67d09-d252-4b4d-b433-f74c7b6509b4 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:20:29.307198 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: dab67d09-d252-4b4d-b433-f74c7b6509b4 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:20:29.307576 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device dab67d09-d252-4b4d-b433-f74c7b6509b4 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:20:29.308000 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 22d6b731-b362-491b-80cf-9404238a6f64 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:20:29.329001 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 362b7b06-cb34-49c1-98c5-123f2adc493e no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:20:29.331216 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 22d6b731-b362-491b-80cf-9404238a6f64 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:20:29.331779 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 22d6b731-b362-491b-80cf-9404238a6f64 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:20:29.355424 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: 362b7b06-cb34-49c1-98c5-123f2adc493e {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:20:29.356066 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 362b7b06-cb34-49c1-98c5-123f2adc493e not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:20:29.770111 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 32820) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:29.863195 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-974086719-network', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:29.882922 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Made reservation on behalf of 3e83046def4a42289f83a0d0d2160c42 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:20:29.885470 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:29.893680 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:29.974251 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Publish callbacks [] for security_group (1bf7308a-57c9-4080-9af3-4e07469ffa6b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:29.980052 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (1bf7308a-57c9-4080-9af3-4e07469ffa6b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.010168 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 05:20:30.016555 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf7308a-57c9-4080-9af3-4e07469ffa6b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:30.023274 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (d746344e-a8d5-4449-afaf-f0da3789ecef), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.023952 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Added segment d746344e-a8d5-4449-afaf-f0da3789ecef of type vlan for network 9713c281-72ed-47f0-b6ab-a18387dc943e Feb 15 05:20:30.067377 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729008524701'] for network (9713c281-72ed-47f0-b6ab-a18387dc943e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.093474 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285'] for network (9713c281-72ed-47f0-b6ab-a18387dc943e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.093633 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669526d4-9e71-4166-8c08-0b820a2578cc req-febad47f-0e57-4c15-a6c7-f7d1f438cda4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:30.094209 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:30.094750 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-febad47f-0e57-4c15-a6c7-f7d1f438cda4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 812 time: 0.1302307 Feb 15 05:20:30.094910 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.116124 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86552fc5-7d6f-4b02-a8fb-839328fdfd46 req-fa6f6ebe-bcc7-4d9e-8498-754067460041 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 210 time: 0.0399890 Feb 15 05:20:30.155731 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3844829 Feb 15 05:20:30.158873 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 32826) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:30.164079 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-47722cfd-af25-49d3-bcfe-0420c78836b3 admin admin] Request body: {'subnet': {'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-974086719-subnet', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:30.169299 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4903a00-48a7-4e20-8283-41d5074ab25b admin admin] Pushing event updated for resources: {'Network': ['ID=9713c281-72ed-47f0-b6ab-a18387dc943e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:30.181387 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Network 9713c281-72ed-47f0-b6ab-a18387dc943e details requested by agent ovs-agent-dv-cinder-828696-5-iscsi with host dv-cinder-828696-5-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 05:20:30.190431 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-1a156404-67f3-4f03-b9c5-4b292f25be5f tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0503cf56b9584ffca8a034b7ebcc5e36 HTTP/1.1" status: 200 len: 379 time: 0.0773075 Feb 15 05:20:30.200027 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-669526d4-9e71-4166-8c08-0b820a2578cc req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'port': {'device_id': '4986876e-9785-44b4-9c87-b615ad959e62', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'admin_state_up': True, 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'security_groups': ['efbeaeba-13bf-480b-acc2-b3812fcc66a5']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:30.204584 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47722cfd-af25-49d3-bcfe-0420c78836b3 admin admin] Made reservation on behalf of 3e83046def4a42289f83a0d0d2160c42 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:20:30.206909 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47722cfd-af25-49d3-bcfe-0420c78836b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3999359'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.389809 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669526d4-9e71-4166-8c08-0b820a2578cc req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Made reservation on behalf of 0503cf56b9584ffca8a034b7ebcc5e36 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:20:30.393018 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-669526d4-9e71-4166-8c08-0b820a2578cc req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.507574 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47722cfd-af25-49d3-bcfe-0420c78836b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3974301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3999337'] for subnet (e5c04148-4f33-457e-92a3-073c18eadb99), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.603260 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47722cfd-af25-49d3-bcfe-0420c78836b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c04148-4f33-457e-92a3-073c18eadb99,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:30.607735 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-669526d4-9e71-4166-8c08-0b820a2578cc req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Allocated IP 172.20.0.5 (fc85967f-4be2-4d0d-b99d-eb409ce0e1f7/465697b9-4cb7-4c66-99cb-1cbd5c8e5209/9dd7c4f4-d022-4340-9cb1-9ff6882032f1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:20:30.638892 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47722cfd-af25-49d3-bcfe-0420c78836b3 admin admin] Checking segment: {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:20:30.639240 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47722cfd-af25-49d3-bcfe-0420c78836b3 admin admin] Network hostable DHCP agents. Network: 9713c281-72ed-47f0-b6ab-a18387dc943e, hostable agents: ['f2c0e36a-62d9-4620-b900-539310995fc7'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 05:20:30.710220 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47722cfd-af25-49d3-bcfe-0420c78836b3 admin admin] Network 9713c281-72ed-47f0-b6ab-a18387dc943e is scheduled to be hosted by DHCP agent f2c0e36a-62d9-4620-b900-539310995fc7 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 05:20:30.725572 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-47722cfd-af25-49d3-bcfe-0420c78836b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-5-iscsi, 9713c281-72ed-47f0-b6ab-a18387dc943e) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:20:30.732125 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47722cfd-af25-49d3-bcfe-0420c78836b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:30.732710 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47722cfd-af25-49d3-bcfe-0420c78836b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.735166 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ad9870-0d7f-4275-9958-3a3aebd4d6ec None None] Network 9713c281-72ed-47f0-b6ab-a18387dc943e requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:20:30.761668 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-47722cfd-af25-49d3-bcfe-0420c78836b3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6017740 Feb 15 05:20:30.764479 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 32828) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:30.770555 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:30.786292 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-669526d4-9e71-4166-8c08-0b820a2578cc req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.794231 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-527349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6842'] for router (aef9fbf8-b6f9-49b9-ad40-43251893fecd), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.795853 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6821'] for router (aef9fbf8-b6f9-49b9-ad40-43251893fecd), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.824541 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-669526d4-9e71-4166-8c08-0b820a2578cc req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.841550 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79bd1d49-ae9e-5ec6-bc5e-b9e7c5444204-9713c281-72ed-47f0-b6ab-a18387dc943e', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99'}]}} from dv-cinder-828696-5-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 05:20:30.842397 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.856489 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Publish callbacks [] for router_controller (aef9fbf8-b6f9-49b9-ad40-43251893fecd), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.867405 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669526d4-9e71-4166-8c08-0b820a2578cc req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:20:30.873005 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-669526d4-9e71-4166-8c08-0b820a2578cc req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:20:30.876515 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-669526d4-9e71-4166-8c08-0b820a2578cc req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:20:30.904344 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'Port': ['ID=9dd7c4f4-d022-4340-9cb1-9ff6882032f1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:30.945313 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669526d4-9e71-4166-8c08-0b820a2578cc req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:30.946128 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-669526d4-9e71-4166-8c08-0b820a2578cc req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:30.966851 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-6d4d4e7b-5a98-44ab-b682-1e6cd85f6c2e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7705324 Feb 15 05:20:30.980765 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Request body: {'port': {'device_id': '4986876e-9785-44b4-9c87-b615ad959e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:31.003810 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Allocated IP 172.20.0.2 (9713c281-72ed-47f0-b6ab-a18387dc943e/e5c04148-4f33-457e-92a3-073c18eadb99/957e9d23-304d-4d2f-bced-5b23816b02ea) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:20:31.066262 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.173990 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Publish callbacks [] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.187651 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.202097 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-186e8473-57c4-4570-999e-4a6f85eb9b32 None None] Provisioning complete for port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:31.203395 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-186e8473-57c4-4570-999e-4a6f85eb9b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.260152 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Publish callbacks [] for router_gateway (aef9fbf8-b6f9-49b9-ad40-43251893fecd), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.274818 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Network 9713c281-72ed-47f0-b6ab-a18387dc943e is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:20:31.283473 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:20:31.286194 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:20:31.304119 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-186e8473-57c4-4570-999e-4a6f85eb9b32 None None] Port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:20:31.322617 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Pushing event updated for resources: {'Port': ['ID=957e9d23-304d-4d2f-bced-5b23816b02ea,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:31.322832 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b8c7d-6628-4493-a6b6-9a82dc639c8c req-04ddada6-57c8-4761-99b9-098a5743bd76 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:31.324346 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d6b8c7d-6628-4493-a6b6-9a82dc639c8c req-04ddada6-57c8-4761-99b9-098a5743bd76 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 931 time: 0.1136580 Feb 15 05:20:31.360313 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Attempting to bind port 957e9d23-304d-4d2f-bced-5b23816b02ea on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:20:31.360691 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Attempting to bind port 957e9d23-304d-4d2f-bced-5b23816b02ea by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:20:31.361605 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Attempting to bind port 957e9d23-304d-4d2f-bced-5b23816b02ea on network 9713c281-72ed-47f0-b6ab-a18387dc943e {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:20:31.367591 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:20:31.368244 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Checking segment: {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:20:31.368811 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.369212 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Bound using segment: {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:20:31.369678 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Bound port: 957e9d23-304d-4d2f-bced-5b23816b02ea, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:20:31.370063 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.423657 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d6b8c7d-6628-4493-a6b6-9a82dc639c8c req-b2130021-7827-4d4d-a20f-87e1854686ca tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825458 Feb 15 05:20:31.431948 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] For port 957e9d23-304d-4d2f-bced-5b23816b02ea, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:20:31.435101 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] For port 957e9d23-304d-4d2f-bced-5b23816b02ea, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=957e9d23-304d-4d2f-bced-5b23816b02ea,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:20:31.436167 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:20:31.441442 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.446126 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Publish callbacks [] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.459563 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Transition to ACTIVE for port object 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:20:31.464233 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.502309 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6104a-45c4-418f-a1ae-d708af6e0ff1 None None] Pushing event updated for resources: {'Port': ['ID=957e9d23-304d-4d2f-bced-5b23816b02ea,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:31.504590 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Publish callbacks [] for router_gateway (aef9fbf8-b6f9-49b9-ad40-43251893fecd), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.524566 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7c4f4-d022-4340-9cb1-9ff6882032f1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:31.535691 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.606525 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Attempting to bind port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:20:31.606525 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Attempting to bind port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:20:31.606863 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Attempting to bind port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 on network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:20:31.612176 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 on network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:20:31.612497 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Attempting to bind port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 on network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:20:31.618354 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:20:31.618841 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Checking segment: {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:20:31.619235 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Bound using segment: {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:20:31.619716 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Bound port: 9dd7c4f4-d022-4340-9cb1-9ff6882032f1, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:20:31.620081 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.654468 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Allocated IP 172.27.3.111 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/4aa999fa-f6e8-4330-a860-21d71810aeee) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:20:31.696369 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] For port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:20:31.699764 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] For port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=9dd7c4f4-d022-4340-9cb1-9ff6882032f1,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:20:31.705959 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.747154 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:31.753889 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.760355 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] 10.222.0.61 "PUT /v2.0/ports/9dd7c4f4-d022-4340-9cb1-9ff6882032f1 HTTP/1.1" status: 200 len: 1093 time: 0.7867332 Feb 15 05:20:31.760863 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4986876e-9785-44b4-9c87-b615ad959e62', 'tag': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:20:31.763623 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5fed94-27e5-4d10-850c-6653aabe2a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "4986876e-9785-44b4-9c87-b615ad959e62", "tag": "9dd7c4f4-d022-4340-9cb1-9ff6882032f1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:20:31.802738 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490de76-f975-4159-93e7-45a3501abea0 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd7c4f4-d022-4340-9cb1-9ff6882032f1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:31.809710 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Publish callbacks [] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.852105 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028a9358-dbd4-4616-8073-d683e005f8eb x-openstack-request-id: req-028a9358-dbd4-4616-8073-d683e005f8eb {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:20:31.852400 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4986876e-9785-44b4-9c87-b615ad959e62", "tag": "9dd7c4f4-d022-4340-9cb1-9ff6882032f1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:20:31.852773 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-028a9358-dbd4-4616-8073-d683e005f8eb {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:20:31.853235 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4986876e-9785-44b4-9c87-b615ad959e62', 'tag': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'status': 'completed', 'code': 200} Feb 15 05:20:31.859042 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:31.876764 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669526d4-9e71-4166-8c08-0b820a2578cc req-20b1b62b-3d74-4a79-a6a8-8ce5fac1ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:31.878587 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-20b1b62b-3d74-4a79-a6a8-8ce5fac1ab52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 1127 time: 0.0672224 Feb 15 05:20:31.898554 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:20:31.901579 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:20:31.907906 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:20:31.924835 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-1a757450-a321-4621-9775-8940b19ad5aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dd7c4f4-d022-4340-9cb1-9ff6882032f1 HTTP/1.1" status: 200 len: 217 time: 0.0394096 Feb 15 05:20:31.962708 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Pushing event updated for resources: {'Port': ['ID=4aa999fa-f6e8-4330-a860-21d71810aeee,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:31.991080 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669526d4-9e71-4166-8c08-0b820a2578cc req-e6cce9aa-6b31-441e-a296-054e711f1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:31.992621 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-e6cce9aa-6b31-441e-a296-054e711f1966 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0500472 Feb 15 05:20:32.043732 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669526d4-9e71-4166-8c08-0b820a2578cc req-065f052e-43a0-4cde-91cc-6ff5ca5269c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:32.045284 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-065f052e-43a0-4cde-91cc-6ff5ca5269c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462904 Feb 15 05:20:32.141587 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-7afbb432-c9e2-4eb9-9cbd-713a2d8e49e2 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901880 Feb 15 05:20:32.203320 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Publish callbacks [] for router_gateway (aef9fbf8-b6f9-49b9-ad40-43251893fecd), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:32.228601 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669526d4-9e71-4166-8c08-0b820a2578cc req-213f5aa4-11b1-43dc-a19e-2cc5a6ae863f service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814738 Feb 15 05:20:32.323632 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fed94-27e5-4d10-850c-6653aabe2a7a req-cb674997-f8ba-448c-acc3-e30206fe7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:32.325180 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c5fed94-27e5-4d10-850c-6653aabe2a7a req-cb674997-f8ba-448c-acc3-e30206fe7c7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 1127 time: 0.0527751 Feb 15 05:20:32.412479 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-525964'] for router (aef9fbf8-b6f9-49b9-ad40-43251893fecd), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:32.417795 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fed94-27e5-4d10-850c-6653aabe2a7a req-ac26004e-92df-4f56-a8fc-6bce612f0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:32.419582 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c5fed94-27e5-4d10-850c-6653aabe2a7a req-ac26004e-92df-4f56-a8fc-6bce612f0ec4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 913 time: 0.0880070 Feb 15 05:20:32.465991 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c5fed94-27e5-4d10-850c-6653aabe2a7a req-2806903c-ba52-4c91-8072-b6f2409594fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dd7c4f4-d022-4340-9cb1-9ff6882032f1 HTTP/1.1" status: 200 len: 217 time: 0.0407701 Feb 15 05:20:32.524301 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fed94-27e5-4d10-850c-6653aabe2a7a req-36165882-7f0a-456c-adcf-0935035f523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:32.525760 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c5fed94-27e5-4d10-850c-6653aabe2a7a req-36165882-7f0a-456c-adcf-0935035f523f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0543799 Feb 15 05:20:32.558549 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Router aef9fbf8-b6f9-49b9-ad40-43251893fecd is scheduled to L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 05:20:32.599909 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6a7d5-d274-4c30-8a79-bbea2b7ff40e req-eb4fdb4b-26d6-410d-b603-c18af74cd6db tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:32.601360 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-11c6a7d5-d274-4c30-8a79-bbea2b7ff40e req-eb4fdb4b-26d6-410d-b603-c18af74cd6db tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 943 time: 0.0913544 Feb 15 05:20:32.609011 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fed94-27e5-4d10-850c-6653aabe2a7a req-ede93ec4-ece0-479f-9fd1-1eeef9a0cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:32.610978 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c5fed94-27e5-4d10-850c-6653aabe2a7a req-ede93ec4-ece0-479f-9fd1-1eeef9a0cea0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692928 Feb 15 05:20:32.614165 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a941d028-680f-4bde-82b2-00a97afbed28 None None] Network 9713c281-72ed-47f0-b6ab-a18387dc943e requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:20:32.678821 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:20:32.692482 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Sync routers for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:20:32.702309 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:32.703800 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-680ec6a3-3d22-4f97-a528-683c715bcd57 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9374080 Feb 15 05:20:32.704230 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:32.704842 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:32.705563 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-11c6a7d5-d274-4c30-8a79-bbea2b7ff40e req-1e5cc47c-0a6f-44d1-b6fd-fe584b3972cd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935345 Feb 15 05:20:32.707607 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 32836) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:32.716430 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-171fe128-56c6-497e-bc2a-2aae96f71690 None None] Provisioning complete for port 957e9d23-304d-4d2f-bced-5b23816b02ea triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:32.716952 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-171fe128-56c6-497e-bc2a-2aae96f71690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:32.787721 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c5fed94-27e5-4d10-850c-6653aabe2a7a req-7f4a5a62-cb2e-48d4-88fa-d53ed148ef75 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683259 Feb 15 05:20:32.826586 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:32.836172 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-171fe128-56c6-497e-bc2a-2aae96f71690 None None] Current status of the port 957e9d23-304d-4d2f-bced-5b23816b02ea is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:20:32.836566 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-171fe128-56c6-497e-bc2a-2aae96f71690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:32.875973 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-171fe128-56c6-497e-bc2a-2aae96f71690 None None] For port 957e9d23-304d-4d2f-bced-5b23816b02ea, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=957e9d23-304d-4d2f-bced-5b23816b02ea,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:32.885991 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-171fe128-56c6-497e-bc2a-2aae96f71690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:32.952687 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fe128-56c6-497e-bc2a-2aae96f71690 None None] Pushing event updated for resources: {'Port': ['ID=957e9d23-304d-4d2f-bced-5b23816b02ea,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:33.024552 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c5fed94-27e5-4d10-850c-6653aabe2a7a req-589c3d74-2d8a-468e-af81-ee5136f6ad56 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303109 Feb 15 05:20:33.024908 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:32Z', 'revision_number': 3, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:33.055671 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Checking router: aef9fbf8-b6f9-49b9-ad40-43251893fecd for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:20:33.056014 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Updating router aef9fbf8-b6f9-49b9-ad40-43251893fecd port 4aa999fa-f6e8-4330-a860-21d71810aeee binding host dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:20:33.081832 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.107000 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-416cc43c-2c14-4eae-a2a7-dc1460a5ad0f None None] Provisioning complete for port 957e9d23-304d-4d2f-bced-5b23816b02ea triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:33.107645 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416cc43c-2c14-4eae-a2a7-dc1460a5ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.188237 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-416cc43c-2c14-4eae-a2a7-dc1460a5ad0f None None] Current status of the port 957e9d23-304d-4d2f-bced-5b23816b02ea is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:20:33.227720 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-29035549-9307-4033-9755-0324f91859da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.258288 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.309420 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 957e9d23-304d-4d2f-bced-5b23816b02ea up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:20:33.342100 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Publish callbacks [] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.349250 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.358208 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 957e9d23-304d-4d2f-bced-5b23816b02ea triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:33.358576 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.412528 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Attempting to bind port 4aa999fa-f6e8-4330-a860-21d71810aeee on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:20:33.412887 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Attempting to bind port 4aa999fa-f6e8-4330-a860-21d71810aeee by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:20:33.413245 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Attempting to bind port 4aa999fa-f6e8-4330-a860-21d71810aeee on network dda14d27-2e09-4348-83b7-68b288eb8ca4 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:20:33.416058 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Pushing event updated for resources: {'Port': ['ID=4aa999fa-f6e8-4330-a860-21d71810aeee,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:33.420484 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Allocated IP 172.20.0.1 (9713c281-72ed-47f0-b6ab-a18387dc943e/e5c04148-4f33-457e-92a3-073c18eadb99/9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:20:33.421016 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:20:33.421016 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Checking segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:20:33.421414 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.421800 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Bound using segment: {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:20:33.422254 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Bound port: 4aa999fa-f6e8-4330-a860-21d71810aeee, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf8aac2-6989-492d-acfd-5fb350ec0dfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:20:33.422836 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.430020 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.430362 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.430723 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.431061 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.431388 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.431734 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.432056 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.432537 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.432672 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.433012 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.433340 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.433653 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.434029 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:20:33.439993 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 957e9d23-304d-4d2f-bced-5b23816b02ea is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:20:33.488304 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] For port 4aa999fa-f6e8-4330-a860-21d71810aeee, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:20:33.491922 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] For port 4aa999fa-f6e8-4330-a860-21d71810aeee, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=4aa999fa-f6e8-4330-a860-21d71810aeee,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:20:33.497981 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.531029 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Publish callbacks [] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.544343 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:33.544951 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:33.564822 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.597752 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79531a1d-c194-483c-a2b4-0b1041e79d8e None None] Pushing event updated for resources: {'Port': ['ID=4aa999fa-f6e8-4330-a860-21d71810aeee,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:33.603563 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Network 9713c281-72ed-47f0-b6ab-a18387dc943e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:20:33.606300 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:20:33.611798 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:20:33.636248 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:33.654881 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-525503'] for router_interface (aef9fbf8-b6f9-49b9-ad40-43251893fecd), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.666442 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:33.828430 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.848246 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:32Z', 'revision_number': 3, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:33.878168 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dd870e-b93b-48b4-9f9d-ea69131b246f None None] The sync data for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi is: [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:32Z', 'revision_number': 3, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:20:33.884599 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a4c28-0642-4c9b-8651-635387ceb864 req-d67f6be1-dd3a-4159-8d4f-905bf16e88b8 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:33.887944 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-726a4c28-0642-4c9b-8651-635387ceb864 req-d67f6be1-dd3a-4159-8d4f-905bf16e88b8 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 943 time: 0.0953434 Feb 15 05:20:33.915945 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-845c1193-5d6e-4d16-a5b0-76c051b0b3b2 None None] Provisioning complete for port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:33.916579 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-845c1193-5d6e-4d16-a5b0-76c051b0b3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:33.954573 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-845c1193-5d6e-4d16-a5b0-76c051b0b3b2 None None] Port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:20:34.001943 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-726a4c28-0642-4c9b-8651-635387ceb864 req-ebc0121c-63af-4a00-a586-fbf91382f1e6 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087203 Feb 15 05:20:34.062194 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Publish callbacks [] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:34.066665 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:34.141413 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:34.143807 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525507'] for router_interface (aef9fbf8-b6f9-49b9-ad40-43251893fecd), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:34.239886 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Network 9713c281-72ed-47f0-b6ab-a18387dc943e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:20:34.241334 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:20:34.481391 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-e12ac0c8-3e4d-49cb-a4f3-d88ae23b3d9e None None] Provisioning complete for port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:34.482417 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e12ac0c8-3e4d-49cb-a4f3-d88ae23b3d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:34.652779 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-e12ac0c8-3e4d-49cb-a4f3-d88ae23b3d9e None None] Port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:20:34.664609 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Router aef9fbf8-b6f9-49b9-ad40-43251893fecd has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:20:34.774858 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:20:34.780010 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-52812bcc-fcfe-4da4-a67f-0d8cbb59b125 admin admin] 10.222.0.43 "PUT /v2.0/routers/aef9fbf8-b6f9-49b9-ad40-43251893fecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0715706 Feb 15 05:20:35.200359 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 32848) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:35.205441 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-830d1412-035c-4498-a1ea-8198f857dfb7 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378459454', 'description': 'tempest-description--248962064'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:35.252838 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-830d1412-035c-4498-a1ea-8198f857dfb7 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.281968 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 4aa999fa-f6e8-4330-a860-21d71810aeee up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:20:35.298669 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab159f6d-778e-4714-a9e7-4c9427bce807 req-0270e5a9-5523-4f7a-9644-6d6514872be6 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:35.300239 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab159f6d-778e-4714-a9e7-4c9427bce807 req-0270e5a9-5523-4f7a-9644-6d6514872be6 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 943 time: 0.0792673 Feb 15 05:20:35.331634 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 4aa999fa-f6e8-4330-a860-21d71810aeee triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:35.332082 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.376469 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-830d1412-035c-4498-a1ea-8198f857dfb7 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group (ff8bc3ed-5b03-4459-a395-2613e7a6e49e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.380594 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab159f6d-778e-4714-a9e7-4c9427bce807 req-289158a4-351c-4cc6-9881-1005029a64ba tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715461 Feb 15 05:20:35.381839 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-830d1412-035c-4498-a1ea-8198f857dfb7 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (ff8bc3ed-5b03-4459-a395-2613e7a6e49e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.414878 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 4aa999fa-f6e8-4330-a860-21d71810aeee is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:20:35.415287 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.415903 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-830d1412-035c-4498-a1ea-8198f857dfb7 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.419761 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-830d1412-035c-4498-a1ea-8198f857dfb7 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2159059 Feb 15 05:20:35.420293 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 32850) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:35.423378 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d1412-035c-4498-a1ea-8198f857dfb7 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8bc3ed-5b03-4459-a395-2613e7a6e49e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:35.425190 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-e8d03d29-8718-4281-8b96-398a95d261a1 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Request body: {'security_group_rule': {'security_group_id': 'ff8bc3ed-5b03-4459-a395-2613e7a6e49e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:35.450631 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-21c1f3ff-1412-41f9-a9e3-72c8eac8c6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.455812 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8d03d29-8718-4281-8b96-398a95d261a1 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group_rule (a33270f0-4f06-4737-bc52-d9ab410ca1e5), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.456348 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] For port 4aa999fa-f6e8-4330-a860-21d71810aeee, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=4aa999fa-f6e8-4330-a860-21d71810aeee,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:35.461337 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.510768 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Pushing event updated for resources: {'Port': ['ID=4aa999fa-f6e8-4330-a860-21d71810aeee,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:35.515066 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8d03d29-8718-4281-8b96-398a95d261a1 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group_rule (a33270f0-4f06-4737-bc52-d9ab410ca1e5), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.519053 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8d03d29-8718-4281-8b96-398a95d261a1 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (a33270f0-4f06-4737-bc52-d9ab410ca1e5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.538924 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d03d29-8718-4281-8b96-398a95d261a1 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33270f0-4f06-4737-bc52-d9ab410ca1e5,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:35.544367 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8d03d29-8718-4281-8b96-398a95d261a1 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.545581 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e8d03d29-8718-4281-8b96-398a95d261a1 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240835 Feb 15 05:20:35.548485 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 32852) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:35.553384 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-29dfd286-72c7-4a74-b494-ebda03a2e6df tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Request body: {'security_group_rule': {'security_group_id': 'ff8bc3ed-5b03-4459-a395-2613e7a6e49e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:35.565152 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Sync routers for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:20:35.576463 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:35.577154 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:35.578416 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29dfd286-72c7-4a74-b494-ebda03a2e6df tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group_rule (4d5dd41d-1f2e-43cf-a0cf-c7c5f1040777), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.632937 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29dfd286-72c7-4a74-b494-ebda03a2e6df tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group_rule (4d5dd41d-1f2e-43cf-a0cf-c7c5f1040777), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.636676 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29dfd286-72c7-4a74-b494-ebda03a2e6df tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (4d5dd41d-1f2e-43cf-a0cf-c7c5f1040777), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.657110 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfd286-72c7-4a74-b494-ebda03a2e6df tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5dd41d-1f2e-43cf-a0cf-c7c5f1040777,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:35.663576 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29dfd286-72c7-4a74-b494-ebda03a2e6df tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.664766 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-29dfd286-72c7-4a74-b494-ebda03a2e6df tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153641 Feb 15 05:20:35.667780 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 32854) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:35.672043 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Request body: {'floatingip': {'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:35.688878 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:35.694434 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.796464 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:35.887786 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 2, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:35.899255 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Allocated IP 172.27.3.52 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/d329c6cb-fad2-41d4-b766-71d6d0b6e34a) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:20:35.917472 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Checking router: aef9fbf8-b6f9-49b9-ad40-43251893fecd for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:20:35.917752 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Updating router aef9fbf8-b6f9-49b9-ad40-43251893fecd port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe binding host dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 05:20:35.944385 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.006926 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for port (d329c6cb-fad2-41d4-b766-71d6d0b6e34a), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.040767 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (d329c6cb-fad2-41d4-b766-71d6d0b6e34a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.079254 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:20:36.085836 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:20:36.090058 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:20:36.092976 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event updated for resources: {'Port': ['ID=d329c6cb-fad2-41d4-b766-71d6d0b6e34a,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:36.175380 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (53f13660-eace-4af7-86f7-82bf8288e128), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.199462 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Publish callbacks [] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.204968 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.211834 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (d329c6cb-fad2-41d4-b766-71d6d0b6e34a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.278699 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca701167-a776-4dae-875c-480120c24e75 None None] Pushing event updated for resources: {'Port': ['ID=9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:36.315395 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Attempting to bind port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe on host dv-cinder-828696-5-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:20:36.316090 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Attempting to bind port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe by drivers openvswitch,hyperv on host dv-cinder-828696-5-iscsi at level 0 using segments [{'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:20:36.316258 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Attempting to bind port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe on network 9713c281-72ed-47f0-b6ab-a18387dc943e {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:20:36.321990 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Checking agent: {'id': 'e4b1a717-20f0-44c5-9ad5-fc73f6998870', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 2, 10), 'started_at': datetime.datetime(2022, 2, 15, 5, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:20:36.322358 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Checking segment: {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:20:36.322757 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.323145 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Bound using segment: {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:20:36.323654 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Bound port: 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe, host: dv-cinder-828696-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:20:36.324036 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.370135 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for port (d329c6cb-fad2-41d4-b766-71d6d0b6e34a), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.375948 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (d329c6cb-fad2-41d4-b766-71d6d0b6e34a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.393196 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] For port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe, host dv-cinder-828696-5-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:20:36.397055 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] For port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe, host dv-cinder-828696-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:20:36.402722 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.467236 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:36.468000 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:36.471729 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event updated for resources: {'Port': ['ID=d329c6cb-fad2-41d4-b766-71d6d0b6e34a,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:36.474057 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (53f13660-eace-4af7-86f7-82bf8288e128), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.494422 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.496177 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b33f7800-f0f3-4106-8431-0797483ecfe3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8274388 Feb 15 05:20:36.539363 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d826f3-9144-49da-9a64-07e6e40b97a3 req-795c4048-4736-4f67-8ec5-e71a6352b562 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:36.544642 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35d826f3-9144-49da-9a64-07e6e40b97a3 req-795c4048-4736-4f67-8ec5-e71a6352b562 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 943 time: 0.0723934 Feb 15 05:20:36.584546 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca701167-a776-4dae-875c-480120c24e75 None None] Pushing event updated for resources: {'Port': ['ID=9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:36.614509 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35d826f3-9144-49da-9a64-07e6e40b97a3 req-a659447f-b33a-4722-9e1e-13ce3a06973f tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599453 Feb 15 05:20:36.625260 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-d70661df-154d-43c8-a4d9-0687fb820f17 None None] Provisioning complete for port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:36.625631 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d70661df-154d-43c8-a4d9-0687fb820f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.667976 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.689788 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-d1cc2a6e-21b9-4972-b9e8-0c412d59aff0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1378459454&fields=id&tenant_id=3e83046def4a42289f83a0d0d2160c42 HTTP/1.1" status: 200 len: 267 time: 0.0489926 Feb 15 05:20:36.691388 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:36.797001 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-186c0dcc-9e86-49a3-a8a5-9111fac0246c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:36.798521 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-186c0dcc-9e86-49a3-a8a5-9111fac0246c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/networks?id=9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 200 len: 810 time: 0.0985963 Feb 15 05:20:36.813185 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-699b746f-417e-414e-96a5-a615db65a35f tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/quotas/3e83046def4a42289f83a0d0d2160c42 HTTP/1.1" status: 200 len: 375 time: 0.0087628 Feb 15 05:20:36.824884 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d70661df-154d-43c8-a4d9-0687fb820f17 None None] Current status of the port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:20:36.825265 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d70661df-154d-43c8-a4d9-0687fb820f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.869057 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-8f97020a-4ce4-4ce8-b011-e422b9e4ce4c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3e83046def4a42289f83a0d0d2160c42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508423 Feb 15 05:20:36.880424 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d70661df-154d-43c8-a4d9-0687fb820f17 None None] For port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:36.886303 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d70661df-154d-43c8-a4d9-0687fb820f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:36.961851 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70661df-154d-43c8-a4d9-0687fb820f17 None None] Pushing event updated for resources: {'Port': ['ID=9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:36.968435 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-e2f1174f-8e15-43c2-8d2b-4714f9e88c61 service neutron] 10.222.0.43 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869687 Feb 15 05:20:36.982958 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:37.013961 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864686e-79f8-4c28-a7e7-fe80f94bf74b None None] The sync data for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi is: [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:20:37.027092 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-524c9643-e7fa-4edf-9fd0-2f40f20dee69 None None] Provisioning complete for port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:37.027462 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-524c9643-e7fa-4edf-9fd0-2f40f20dee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:37.088990 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae33feb0-00c8-4120-90f9-7a9690fe2de1 service neutron] 10.222.0.43 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143491 Feb 15 05:20:37.136228 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-524c9643-e7fa-4edf-9fd0-2f40f20dee69 None None] Current status of the port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:20:37.284127 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dbe9f3d-607c-4b20-8dcf-fb11d272d59f req-e62d1193-3b74-4ccc-833f-c39fc6f8bdb3 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 210 time: 0.0366738 Feb 15 05:20:37.363366 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:20:37.415974 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:37.416346 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:37.504618 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:20:37.505930 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 4aa999fa-f6e8-4330-a860-21d71810aeee up at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:20:37.556373 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Provisioning complete for port 4aa999fa-f6e8-4330-a860-21d71810aeee triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:37.556758 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:37.640728 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Current status of the port 4aa999fa-f6e8-4330-a860-21d71810aeee is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:20:37.773125 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186923a-3a83-4e99-83bb-654f9a09fc15 req-991ea2d7-e3dc-47e1-aeb0-350daef834bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:37.776905 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5186923a-3a83-4e99-83bb-654f9a09fc15 req-991ea2d7-e3dc-47e1-aeb0-350daef834bf tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 943 time: 0.0643601 Feb 15 05:20:37.831885 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5186923a-3a83-4e99-83bb-654f9a09fc15 req-a2fb4936-a22f-4160-85ec-e935252306f7 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503109 Feb 15 05:20:38.270763 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-d0e4ff2f-208a-45b3-a86d-7d52d17e2f38 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:38.272681 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-d0e4ff2f-208a-45b3-a86d-7d52d17e2f38 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.61 "GET /v2.0/networks?id=9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 200 len: 810 time: 0.1020157 Feb 15 05:20:38.346735 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-2f4d6912-0a67-4e0e-bf4b-0000594454c1 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e83046def4a42289f83a0d0d2160c42 HTTP/1.1" status: 200 len: 380 time: 0.0565481 Feb 15 05:20:38.356754 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Request body: {'port': {'device_id': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'admin_state_up': True, 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'security_groups': ['ff8bc3ed-5b03-4459-a395-2613e7a6e49e']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:38.420605 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52d72cb9-883d-42b0-8a57-a4663279560d req-c0cae4c4-c122-47e0-baa3-d83e9946f7a7 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 210 time: 0.0605195 Feb 15 05:20:38.486924 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Made reservation on behalf of 3e83046def4a42289f83a0d0d2160c42 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:20:38.490568 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:38.497710 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:38.615678 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Allocated IP 172.20.0.4 (9713c281-72ed-47f0-b6ab-a18387dc943e/e5c04148-4f33-457e-92a3-073c18eadb99/ad08ac49-5732-476c-87f0-f89d10171844) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:20:38.746475 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for port (ad08ac49-5732-476c-87f0-f89d10171844), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:38.779004 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (ad08ac49-5732-476c-87f0-f89d10171844), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:38.820527 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Network 9713c281-72ed-47f0-b6ab-a18387dc943e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:20:38.825307 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:20:38.828911 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:20:38.835828 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event updated for resources: {'Port': ['ID=ad08ac49-5732-476c-87f0-f89d10171844,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:38.885425 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:38.886624 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:38.905279 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-ae6fcf95-3415-4681-8ec2-59a64e19d75a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5520620 Feb 15 05:20:38.919706 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Request body: {'port': {'device_id': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:39.010279 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ed1f4-e790-466d-9535-599ccce96ad5 req-14df8c83-acd1-483b-9a68-af0b6c6a7a19 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:39.011780 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a7ed1f4-e790-466d-9535-599ccce96ad5 req-14df8c83-acd1-483b-9a68-af0b6c6a7a19 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 943 time: 0.1056018 Feb 15 05:20:39.014254 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (ad08ac49-5732-476c-87f0-f89d10171844), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:39.068535 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-74ece427-59cf-4da0-b163-29479ecf2f04 None None] Provisioning complete for port ad08ac49-5732-476c-87f0-f89d10171844 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:39.068902 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-74ece427-59cf-4da0-b163-29479ecf2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (ad08ac49-5732-476c-87f0-f89d10171844), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:39.097661 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a7ed1f4-e790-466d-9535-599ccce96ad5 req-88c1332e-7a29-4397-a9d7-1e1e5c629fdb tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802488 Feb 15 05:20:39.102141 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-74ece427-59cf-4da0-b163-29479ecf2f04 None None] Port ad08ac49-5732-476c-87f0-f89d10171844 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:20:39.303428 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad08ac49-5732-476c-87f0-f89d10171844 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:20:39.310570 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Publish callbacks [] for port (ad08ac49-5732-476c-87f0-f89d10171844), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:39.322949 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Transition to ACTIVE for port object ad08ac49-5732-476c-87f0-f89d10171844 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:20:39.326213 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (ad08ac49-5732-476c-87f0-f89d10171844), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:39.376675 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Pushing event updated for resources: {'Port': ['ID=ad08ac49-5732-476c-87f0-f89d10171844,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:39.390969 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:20:39.446189 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Attempting to bind port ad08ac49-5732-476c-87f0-f89d10171844 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:20:39.446524 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Attempting to bind port ad08ac49-5732-476c-87f0-f89d10171844 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:20:39.446858 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Attempting to bind port ad08ac49-5732-476c-87f0-f89d10171844 on network 9713c281-72ed-47f0-b6ab-a18387dc943e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:20:39.451661 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Port ad08ac49-5732-476c-87f0-f89d10171844 on network 9713c281-72ed-47f0-b6ab-a18387dc943e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:20:39.451988 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Attempting to bind port ad08ac49-5732-476c-87f0-f89d10171844 on network 9713c281-72ed-47f0-b6ab-a18387dc943e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:20:39.458420 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:20:39.458766 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Checking segment: {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:20:39.459182 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Bound using segment: {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:20:39.459651 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Bound port: ad08ac49-5732-476c-87f0-f89d10171844, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:20:39.460009 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (ad08ac49-5732-476c-87f0-f89d10171844), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:39.523129 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=9dd7c4f4-d022-4340-9cb1-9ff6882032f1,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:39.535923 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'port_id': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'mac_address': 'fa:16:3e:16:86:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:20:39.560787 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] For port ad08ac49-5732-476c-87f0-f89d10171844, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:20:39.564396 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] For port ad08ac49-5732-476c-87f0-f89d10171844, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ad08ac49-5732-476c-87f0-f89d10171844,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:20:39.574743 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:20:39.575139 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:39.580900 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887bf46-19d0-478b-9249-dc9fa0bdebd6 req-0f82c2fa-fbb7-4fe3-bc3c-db6c7f85e502 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:39.582377 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9887bf46-19d0-478b-9249-dc9fa0bdebd6 req-0f82c2fa-fbb7-4fe3-bc3c-db6c7f85e502 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 943 time: 0.0754967 Feb 15 05:20:39.583409 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (ad08ac49-5732-476c-87f0-f89d10171844), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:39.588141 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:20:39.615831 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:39.621691 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=9dd7c4f4-d022-4340-9cb1-9ff6882032f1,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:39.631103 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:39.635828 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:39.637344 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:39.637823 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] 10.222.0.61 "PUT /v2.0/ports/ad08ac49-5732-476c-87f0-f89d10171844 HTTP/1.1" status: 200 len: 1093 time: 0.7232311 Feb 15 05:20:39.638269 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'tag': 'ad08ac49-5732-476c-87f0-f89d10171844'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:20:39.640529 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f1d314-d07e-445f-8f0c-32fad1b0d306" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfccc50-2815-4844-be6a-6efcb3e25a66", "tag": "ad08ac49-5732-476c-87f0-f89d10171844"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:20:39.667113 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260c513-6003-4321-a3a5-879206d2db59 service neutron] Pushing event updated for resources: {'Port': ['ID=ad08ac49-5732-476c-87f0-f89d10171844,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:39.684440 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=9dd7c4f4-d022-4340-9cb1-9ff6882032f1,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:39.693609 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9887bf46-19d0-478b-9249-dc9fa0bdebd6 req-68e4ccfd-55b5-434a-a568-5898c102c4ec tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998843 Feb 15 05:20:39.731067 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bf09d4-553e-44d4-8729-7befceab5e1d x-openstack-request-id: req-20bf09d4-553e-44d4-8729-7befceab5e1d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:20:39.731352 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfccc50-2815-4844-be6a-6efcb3e25a66", "tag": "ad08ac49-5732-476c-87f0-f89d10171844", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:20:39.731629 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20bf09d4-553e-44d4-8729-7befceab5e1d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:20:39.732026 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'tag': 'ad08ac49-5732-476c-87f0-f89d10171844', 'status': 'completed', 'code': 200} Feb 15 05:20:39.753435 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-69988591-97ff-4b6b-aedc-c3bc7ed45df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:39.755004 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-69988591-97ff-4b6b-aedc-c3bc7ed45df5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e83046def4a42289f83a0d0d2160c42&device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 1127 time: 0.0604553 Feb 15 05:20:39.797674 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-5691809f-45cc-4b79-a7fb-584a41730fe4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad08ac49-5732-476c-87f0-f89d10171844 HTTP/1.1" status: 200 len: 217 time: 0.0349088 Feb 15 05:20:39.848021 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-c8aa08fb-fddd-4f17-8ef6-5fd74314e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:39.849948 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-c8aa08fb-fddd-4f17-8ef6-5fd74314e1f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c04148-4f33-457e-92a3-073c18eadb99 HTTP/1.1" status: 200 len: 849 time: 0.0465205 Feb 15 05:20:39.901835 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-bd368a2c-c875-4b20-a33e-77ba6a526656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:39.903260 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-bd368a2c-c875-4b20-a33e-77ba6a526656 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9713c281-72ed-47f0-b6ab-a18387dc943e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476549 Feb 15 05:20:39.948594 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['9dd7c4f4-d022-4340-9cb1-9ff6882032f1'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:20:39.992225 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-9454379b-3833-4740-9076-acf8b5bd44ab service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820272 Feb 15 05:20:40.084074 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a8866ec-c08b-4376-9ff8-4361130aef30 req-7ad96345-0ed1-47e8-b56f-d237ac81afd5 service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848687 Feb 15 05:20:40.184566 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1d314-d07e-445f-8f0c-32fad1b0d306 req-5a9ff127-2fc3-44d2-8bf1-de5dbcb08f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:40.185990 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73f1d314-d07e-445f-8f0c-32fad1b0d306 req-5a9ff127-2fc3-44d2-8bf1-de5dbcb08f8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e83046def4a42289f83a0d0d2160c42&device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 1127 time: 0.0575640 Feb 15 05:20:40.277736 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351e063-83b7-46bc-8a77-39a2cca4db02 req-c927b7f3-337c-4d8e-8e7a-8ba39917f09d tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:40.279188 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e351e063-83b7-46bc-8a77-39a2cca4db02 req-c927b7f3-337c-4d8e-8e7a-8ba39917f09d tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 944 time: 0.1096439 Feb 15 05:20:40.316926 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1d314-d07e-445f-8f0c-32fad1b0d306 req-24f23529-142a-40cf-bc2c-4fa2ff15191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:40.318351 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73f1d314-d07e-445f-8f0c-32fad1b0d306 req-24f23529-142a-40cf-bc2c-4fa2ff15191a service neutron] 10.222.0.61 "GET /v2.0/networks?id=9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 200 len: 911 time: 0.1188142 Feb 15 05:20:40.367368 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73f1d314-d07e-445f-8f0c-32fad1b0d306 req-51fc8893-1bb9-4365-8653-0a35a1c5dfb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad08ac49-5732-476c-87f0-f89d10171844 HTTP/1.1" status: 200 len: 217 time: 0.0418365 Feb 15 05:20:40.371223 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e351e063-83b7-46bc-8a77-39a2cca4db02 req-66a26434-a784-482f-9ae7-2fd73485778c tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859468 Feb 15 05:20:40.417417 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1d314-d07e-445f-8f0c-32fad1b0d306 req-80dbb718-b4ca-4d8d-87af-9a9a18af89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:40.418839 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73f1d314-d07e-445f-8f0c-32fad1b0d306 req-80dbb718-b4ca-4d8d-87af-9a9a18af89bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c04148-4f33-457e-92a3-073c18eadb99 HTTP/1.1" status: 200 len: 849 time: 0.0458398 Feb 15 05:20:40.464944 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1d314-d07e-445f-8f0c-32fad1b0d306 req-02cd9bb3-c934-4c45-aa1b-66a6b9f3d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:40.466299 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73f1d314-d07e-445f-8f0c-32fad1b0d306 req-02cd9bb3-c934-4c45-aa1b-66a6b9f3d281 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9713c281-72ed-47f0-b6ab-a18387dc943e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418413 Feb 15 05:20:40.551363 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73f1d314-d07e-445f-8f0c-32fad1b0d306 req-dbca41fe-b0bb-4fcc-b0ab-6563d0ef5cd8 service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782769 Feb 15 05:20:40.640408 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73f1d314-d07e-445f-8f0c-32fad1b0d306 req-04f572a4-f1d2-438d-8628-376d3cc61e15 service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827298 Feb 15 05:20:40.810684 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15bb23-69c1-47a4-80c4-475d5435aef1 req-6c694927-2137-4cb1-aa5c-82da27a04440 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:40.812213 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c15bb23-69c1-47a4-80c4-475d5435aef1 req-6c694927-2137-4cb1-aa5c-82da27a04440 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 943 time: 0.0510664 Feb 15 05:20:40.857784 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c15bb23-69c1-47a4-80c4-475d5435aef1 req-20a26513-5a2a-46c6-b212-074ae7b26212 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401363 Feb 15 05:20:41.393248 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:20:41.441322 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:20:41.446046 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:41.446371 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:41.489875 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99b4a3-d790-47d6-bd07-63e75833ac5d req-c789f90d-0d35-49cf-9aec-46f38661b7d5 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:41.491336 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c99b4a3-d790-47d6-bd07-63e75833ac5d req-c789f90d-0d35-49cf-9aec-46f38661b7d5 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 944 time: 0.0553434 Feb 15 05:20:41.523129 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:20:41.523568 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:41.539223 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c99b4a3-d790-47d6-bd07-63e75833ac5d req-bf3461cb-fd78-474b-81e2-a4d28508d545 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423987 Feb 15 05:20:41.548518 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4986876e-9785-44b4-9c87-b615ad959e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:20:41.550747 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4057b63d-e447-4b72-976b-6d686887f75c" -d '{"events": [{"server_uuid": "4986876e-9785-44b4-9c87-b615ad959e62", "name": "network-vif-plugged", "status": "completed", "tag": "9dd7c4f4-d022-4340-9cb1-9ff6882032f1"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:20:41.563586 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=9dd7c4f4-d022-4340-9cb1-9ff6882032f1,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:41.567512 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:41.590896 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8335d41-40ac-4d23-bbf5-f54159b89aa8 x-openstack-request-id: req-c8335d41-40ac-4d23-bbf5-f54159b89aa8 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:20:41.591189 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4986876e-9785-44b4-9c87-b615ad959e62", "name": "network-vif-plugged", "status": "completed", "tag": "9dd7c4f4-d022-4340-9cb1-9ff6882032f1", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:20:41.591462 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8335d41-40ac-4d23-bbf5-f54159b89aa8 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:20:41.591884 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4986876e-9785-44b4-9c87-b615ad959e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'code': 200} Feb 15 05:20:41.617038 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=9dd7c4f4-d022-4340-9cb1-9ff6882032f1,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:41.794043 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39957a8-98b9-4345-a347-b6633ec668af req-829e6d68-f367-49af-a5b0-a5c1582b66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:41.795373 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a39957a8-98b9-4345-a347-b6633ec668af req-829e6d68-f367-49af-a5b0-a5c1582b66fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 1129 time: 0.0419405 Feb 15 05:20:41.839005 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a39957a8-98b9-4345-a347-b6633ec668af req-56f43c63-3312-49ce-8054-c5b2a4c1205a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371351 Feb 15 05:20:41.972261 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac85713-d790-4e78-9926-f0be46ea7309 req-8125a397-d42e-4674-9d5d-fc405b0f39bb tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:41.973705 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ac85713-d790-4e78-9926-f0be46ea7309 req-8125a397-d42e-4674-9d5d-fc405b0f39bb tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 943 time: 0.0514767 Feb 15 05:20:42.024509 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ac85713-d790-4e78-9926-f0be46ea7309 req-225e1009-ddba-40f9-8792-822a58dd743f tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448685 Feb 15 05:20:42.658314 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057b04d-bcfc-4c65-bf9f-a7395ce841a0 req-433566da-5e0d-4d9b-8c41-e22e5577b60b tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:42.659771 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6057b04d-bcfc-4c65-bf9f-a7395ce841a0 req-433566da-5e0d-4d9b-8c41-e22e5577b60b tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 945 time: 0.0521505 Feb 15 05:20:42.706326 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6057b04d-bcfc-4c65-bf9f-a7395ce841a0 req-2d08bab5-ea38-41be-acce-cd1ece6d3d2f tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410879 Feb 15 05:20:43.148040 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924f1dc-1a02-4490-aa9c-057048892c26 req-301ff052-87a7-499d-ae3b-7e079c7eedf0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:43.149918 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d924f1dc-1a02-4490-aa9c-057048892c26 req-301ff052-87a7-499d-ae3b-7e079c7eedf0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 943 time: 0.0590010 Feb 15 05:20:43.195192 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d924f1dc-1a02-4490-aa9c-057048892c26 req-47ae3489-75c5-4e70-a1b5-815a1cfae72a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398629 Feb 15 05:20:43.406393 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device ad08ac49-5732-476c-87f0-f89d10171844 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:20:43.503671 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port ad08ac49-5732-476c-87f0-f89d10171844, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ad08ac49-5732-476c-87f0-f89d10171844,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:43.514906 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': 'ad08ac49-5732-476c-87f0-f89d10171844', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'port_id': 'ad08ac49-5732-476c-87f0-f89d10171844', 'mac_address': 'fa:16:3e:ec:5e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:20:43.550652 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port ad08ac49-5732-476c-87f0-f89d10171844 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:20:43.551072 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (ad08ac49-5732-476c-87f0-f89d10171844), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:43.564597 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad08ac49-5732-476c-87f0-f89d10171844 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:20:43.583407 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port ad08ac49-5732-476c-87f0-f89d10171844, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ad08ac49-5732-476c-87f0-f89d10171844,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:43.586992 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (ad08ac49-5732-476c-87f0-f89d10171844), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:43.631237 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=ad08ac49-5732-476c-87f0-f89d10171844,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:43.823968 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c927d9-8141-4052-b069-2fe9091048e4 req-61bb4485-6bd2-4b2e-a493-83681463a312 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:43.825338 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3c927d9-8141-4052-b069-2fe9091048e4 req-61bb4485-6bd2-4b2e-a493-83681463a312 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 945 time: 0.0547256 Feb 15 05:20:43.873430 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3c927d9-8141-4052-b069-2fe9091048e4 req-95835122-4309-45b6-9a25-eba1a534e84e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426102 Feb 15 05:20:43.894476 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['ad08ac49-5732-476c-87f0-f89d10171844'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:20:43.987279 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e948397-1a48-45f0-9390-920e0b75ee48 req-df2f5ada-c471-4062-894b-d5ea2327b4ba tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:43.988779 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e948397-1a48-45f0-9390-920e0b75ee48 req-df2f5ada-c471-4062-894b-d5ea2327b4ba tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 945 time: 0.0512035 Feb 15 05:20:44.036792 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e948397-1a48-45f0-9390-920e0b75ee48 req-c6fcfccd-5fea-452b-b55e-6e5ed391078c tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418472 Feb 15 05:20:44.059367 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 32916) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:44.102028 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6187b5-16d0-46ac-ba2e-16e069c2c753 tempest-TestVolumeBootPattern-250257138 tempest-TestVolumeBootPattern-250257138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:44.103424 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7f6187b5-16d0-46ac-ba2e-16e069c2c753 tempest-TestVolumeBootPattern-250257138 tempest-TestVolumeBootPattern-250257138-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 1124 time: 0.0430796 Feb 15 05:20:44.106108 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 32918) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:44.110256 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'floatingip': {'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'port_id': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:44.133950 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:44.230572 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:44.359205 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0ce40-ff45-4e88-a6be-7f6d34217c9b req-99bddf26-e000-404d-b680-8bfa3cf417c4 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:44.360630 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ea0ce40-ff45-4e88-a6be-7f6d34217c9b req-99bddf26-e000-404d-b680-8bfa3cf417c4 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 944 time: 0.0950596 Feb 15 05:20:44.378443 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Allocated IP 172.27.3.223 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/6056d87f-1917-4309-9110-7ac5ee05aee2) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:20:44.455657 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ea0ce40-ff45-4e88-a6be-7f6d34217c9b req-f20af306-3ccb-44fb-b0de-914830f38618 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881050 Feb 15 05:20:44.501738 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for port (6056d87f-1917-4309-9110-7ac5ee05aee2), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:44.538427 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (6056d87f-1917-4309-9110-7ac5ee05aee2), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:44.572877 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:20:44.575592 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:20:44.580834 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:20:44.603758 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'Port': ['ID=6056d87f-1917-4309-9110-7ac5ee05aee2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:44.925385 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:44.994115 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (6056d87f-1917-4309-9110-7ac5ee05aee2), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:45.136878 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for port (6056d87f-1917-4309-9110-7ac5ee05aee2), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:45.141175 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (6056d87f-1917-4309-9110-7ac5ee05aee2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:45.204160 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'Port': ['ID=6056d87f-1917-4309-9110-7ac5ee05aee2,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:45.216033 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:45.313104 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Floating IP e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e associated. External IP: 172.27.3.223, port: 9dd7c4f4-d022-4340-9cb1-9ff6882032f1. Feb 15 05:20:45.430402 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device ad08ac49-5732-476c-87f0-f89d10171844 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:20:45.480112 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port ad08ac49-5732-476c-87f0-f89d10171844 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:20:45.484494 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port ad08ac49-5732-476c-87f0-f89d10171844 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:20:45.484862 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (ad08ac49-5732-476c-87f0-f89d10171844), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:45.520281 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Router dbdc5756-c945-4ced-bab8-8f741a67f461 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:20:45.564543 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port ad08ac49-5732-476c-87f0-f89d10171844 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:20:45.564983 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (ad08ac49-5732-476c-87f0-f89d10171844), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:45.587862 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad08ac49-5732-476c-87f0-f89d10171844'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:20:45.590099 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7e7ef0-dde3-44be-bfc5-6aa44e0d63dd" -d '{"events": [{"server_uuid": "4bfccc50-2815-4844-be6a-6efcb3e25a66", "name": "network-vif-plugged", "status": "completed", "tag": "ad08ac49-5732-476c-87f0-f89d10171844"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:20:45.602973 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port ad08ac49-5732-476c-87f0-f89d10171844, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ad08ac49-5732-476c-87f0-f89d10171844,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:20:45.607253 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (ad08ac49-5732-476c-87f0-f89d10171844), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:45.635845 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777782c0-c064-43d6-881c-5a9ae454eeab x-openstack-request-id: req-777782c0-c064-43d6-881c-5a9ae454eeab {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:20:45.636146 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfccc50-2815-4844-be6a-6efcb3e25a66", "name": "network-vif-plugged", "status": "completed", "tag": "ad08ac49-5732-476c-87f0-f89d10171844", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:20:45.636400 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-777782c0-c064-43d6-881c-5a9ae454eeab {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:20:45.636789 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad08ac49-5732-476c-87f0-f89d10171844', 'code': 200} Feb 15 05:20:45.664612 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=ad08ac49-5732-476c-87f0-f89d10171844,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:20:45.949229 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c78d57-e301-4646-b39d-108497e5b972 req-80859aa7-819f-4c8c-8a09-331bde694f10 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:45.950710 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6c78d57-e301-4646-b39d-108497e5b972 req-80859aa7-819f-4c8c-8a09-331bde694f10 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 944 time: 0.4233160 Feb 15 05:20:45.993995 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345e1c2-a75b-4641-a9a2-233ab4de29d2 req-4113764b-f51d-4bd0-841c-9d5ea950f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:45.995442 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e345e1c2-a75b-4641-a9a2-233ab4de29d2 req-4113764b-f51d-4bd0-841c-9d5ea950f796 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 1129 time: 0.1190095 Feb 15 05:20:45.999793 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:20:46.010470 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7219b-957a-4343-bf5b-0f22daa3a2a2 None None] Sync routers for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:20:46.019965 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7219b-957a-4343-bf5b-0f22daa3a2a2 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:46.020722 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-89c7219b-957a-4343-bf5b-0f22daa3a2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:46.050306 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6c78d57-e301-4646-b39d-108497e5b972 req-51b79131-a0e5-4f72-ab93-cfc1cf054277 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925159 Feb 15 05:20:46.054841 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:46.087167 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e345e1c2-a75b-4641-a9a2-233ab4de29d2 req-1749bf7e-53ae-4ea6-a608-fb82537aecc5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801411 Feb 15 05:20:46.094078 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e14d7413-5f15-4959-abd5-5642af9b7017 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9870431 Feb 15 05:20:46.094657 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4986876e-9785-44b4-9c87-b615ad959e62', 'tag': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:20:46.096911 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815c5df5-a590-4672-8431-f973818b791d" -d '{"events": [{"name": "network-changed", "server_uuid": "4986876e-9785-44b4-9c87-b615ad959e62", "tag": "9dd7c4f4-d022-4340-9cb1-9ff6882032f1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:20:46.133252 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-89c7219b-957a-4343-bf5b-0f22daa3a2a2 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:46.190632 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858825bc-2f56-4cea-984b-38c4d6bc2526 x-openstack-request-id: req-858825bc-2f56-4cea-984b-38c4d6bc2526 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:20:46.190986 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4986876e-9785-44b4-9c87-b615ad959e62", "tag": "9dd7c4f4-d022-4340-9cb1-9ff6882032f1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:20:46.191300 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-858825bc-2f56-4cea-984b-38c4d6bc2526 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:20:46.191796 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4986876e-9785-44b4-9c87-b615ad959e62', 'tag': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'status': 'completed', 'code': 200} Feb 15 05:20:46.349035 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-89c7219b-957a-4343-bf5b-0f22daa3a2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': 'e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:16:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986876e-9785-44b4-9c87-b615ad959e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:20:44Z', 'updated_at': '2022-02-15T05:20:44Z', 'revision_number': 0, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:46.407877 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c5df5-a590-4672-8431-f973818b791d req-de0f317d-734f-4874-8013-7e0ccb4ab4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:46.409643 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-815c5df5-a590-4672-8431-f973818b791d req-de0f317d-734f-4874-8013-7e0ccb4ab4b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 1129 time: 0.0467553 Feb 15 05:20:46.458187 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7219b-957a-4343-bf5b-0f22daa3a2a2 None None] Checking router: dbdc5756-c945-4ced-bab8-8f741a67f461 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:20:46.466573 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7219b-957a-4343-bf5b-0f22daa3a2a2 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:46.467177 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-89c7219b-957a-4343-bf5b-0f22daa3a2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:46.503913 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c5df5-a590-4672-8431-f973818b791d req-5762f7e8-f9f7-4dc6-bcfb-6f87da5d69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:46.505376 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-815c5df5-a590-4672-8431-f973818b791d req-5762f7e8-f9f7-4dc6-bcfb-6f87da5d69f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 913 time: 0.0898070 Feb 15 05:20:46.568980 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-815c5df5-a590-4672-8431-f973818b791d req-8c5af050-072e-4a0d-a7de-cb9cdba1806d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dd7c4f4-d022-4340-9cb1-9ff6882032f1 HTTP/1.1" status: 200 len: 999 time: 0.0571828 Feb 15 05:20:46.572608 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-89c7219b-957a-4343-bf5b-0f22daa3a2a2 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:46.619852 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c5df5-a590-4672-8431-f973818b791d req-4e99e841-5933-41fe-9357-04054bb14be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:46.621281 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-815c5df5-a590-4672-8431-f973818b791d req-4e99e841-5933-41fe-9357-04054bb14be7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0467622 Feb 15 05:20:46.669427 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c5df5-a590-4672-8431-f973818b791d req-9bfa3f9a-a167-4593-827c-82f34286e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:46.670916 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-815c5df5-a590-4672-8431-f973818b791d req-9bfa3f9a-a167-4593-827c-82f34286e3d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432413 Feb 15 05:20:46.758953 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-815c5df5-a590-4672-8431-f973818b791d req-b9ea0fa7-8ce0-4ed1-a595-7469ad57974e service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803730 Feb 15 05:20:46.791959 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-89c7219b-957a-4343-bf5b-0f22daa3a2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': 'e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:16:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986876e-9785-44b4-9c87-b615ad959e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:20:44Z', 'updated_at': '2022-02-15T05:20:44Z', 'revision_number': 0, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:46.817241 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7219b-957a-4343-bf5b-0f22daa3a2a2 None None] The sync data for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi is: [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': 'e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:16:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986876e-9785-44b4-9c87-b615ad959e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:20:44Z', 'updated_at': '2022-02-15T05:20:44Z', 'revision_number': 0, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:20:46.851281 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-815c5df5-a590-4672-8431-f973818b791d req-7052d852-84b0-420a-a44d-697bc1bef820 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863249 Feb 15 05:20:47.011214 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd6011-2267-4e43-86cc-b042cbe741ec None None] New status for floating IP e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:20:47.171992 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbe39b-85cd-4ec4-a3c4-a7407a8194f9 req-42da34d9-08d9-49c7-9c46-b8c4ab8ec8ac tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:47.173477 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5cbbe39b-85cd-4ec4-a3c4-a7407a8194f9 req-42da34d9-08d9-49c7-9c46-b8c4ab8ec8ac tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0531766 Feb 15 05:20:47.221398 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5cbbe39b-85cd-4ec4-a3c4-a7407a8194f9 req-93dffb1a-db85-4ac1-ab8f-02751713e638 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418439 Feb 15 05:20:48.339558 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d504d6-5156-430e-913c-722ffb68df0a req-d883d153-c71d-4c36-ac84-995fd27c5ffa tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:48.340921 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-08d504d6-5156-430e-913c-722ffb68df0a req-d883d153-c71d-4c36-ac84-995fd27c5ffa tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0509620 Feb 15 05:20:48.390317 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-08d504d6-5156-430e-913c-722ffb68df0a req-08e7cbe0-cb57-4a25-a725-4765ac2350f9 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439610 Feb 15 05:20:48.502501 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8451a1-7483-4e89-bfd4-00168aab3998 req-9537cbd2-72f0-47c1-9ce4-8daba17aab0f tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:48.504007 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4f8451a1-7483-4e89-bfd4-00168aab3998 req-9537cbd2-72f0-47c1-9ce4-8daba17aab0f tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0509398 Feb 15 05:20:48.513285 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 32938) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:20:48.517636 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-722f5121-cdd3-462d-93ad-c7ccacd0e383 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Request body: {'floatingip': {'port_id': 'ad08ac49-5732-476c-87f0-f89d10171844'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:20:48.554659 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-722f5121-cdd3-462d-93ad-c7ccacd0e383 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (53f13660-eace-4af7-86f7-82bf8288e128), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:48.980439 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-722f5121-cdd3-462d-93ad-c7ccacd0e383 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:48.984276 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-722f5121-cdd3-462d-93ad-c7ccacd0e383 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (53f13660-eace-4af7-86f7-82bf8288e128), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:49.084265 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-722f5121-cdd3-462d-93ad-c7ccacd0e383 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Floating IP 53f13660-eace-4af7-86f7-82bf8288e128 associated. External IP: 172.27.3.52, port: ad08ac49-5732-476c-87f0-f89d10171844. Feb 15 05:20:49.287640 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722f5121-cdd3-462d-93ad-c7ccacd0e383 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Router aef9fbf8-b6f9-49b9-ad40-43251893fecd has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:20:49.394081 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722f5121-cdd3-462d-93ad-c7ccacd0e383 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:20:49.398383 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-722f5121-cdd3-462d-93ad-c7ccacd0e383 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:49.403148 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1db7f5-0281-4344-b5c0-17089032d065 None None] Sync routers for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:20:49.412607 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1db7f5-0281-4344-b5c0-17089032d065 None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:49.413246 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-fb1db7f5-0281-4344-b5c0-17089032d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:49.427338 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-722f5121-cdd3-462d-93ad-c7ccacd0e383 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "PUT /v2.0/floatingips/53f13660-eace-4af7-86f7-82bf8288e128 HTTP/1.1" status: 200 len: 990 time: 0.9125032 Feb 15 05:20:49.428198 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'tag': 'ad08ac49-5732-476c-87f0-f89d10171844'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:20:49.430549 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84d2896-83a4-4616-be01-b67791231c14" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfccc50-2815-4844-be6a-6efcb3e25a66", "tag": "ad08ac49-5732-476c-87f0-f89d10171844"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:20:49.472667 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e458269-0008-45e1-8439-8b2e5530e7bf x-openstack-request-id: req-1e458269-0008-45e1-8439-8b2e5530e7bf {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:20:49.473143 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfccc50-2815-4844-be6a-6efcb3e25a66", "tag": "ad08ac49-5732-476c-87f0-f89d10171844", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:20:49.473404 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e458269-0008-45e1-8439-8b2e5530e7bf {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:20:49.474303 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'tag': 'ad08ac49-5732-476c-87f0-f89d10171844', 'status': 'completed', 'code': 200} Feb 15 05:20:49.521442 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-fb1db7f5-0281-4344-b5c0-17089032d065 None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:49.535331 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d2896-83a4-4616-be01-b67791231c14 req-270735b8-d485-4acb-8017-6a45fbb15db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:49.537375 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e84d2896-83a4-4616-be01-b67791231c14 req-270735b8-d485-4acb-8017-6a45fbb15db0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e83046def4a42289f83a0d0d2160c42&device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 1129 time: 0.0444827 Feb 15 05:20:49.627617 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d2896-83a4-4616-be01-b67791231c14 req-830054a5-83d0-40af-a6e8-880ef9e43faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:49.629100 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e84d2896-83a4-4616-be01-b67791231c14 req-830054a5-83d0-40af-a6e8-880ef9e43faf service neutron] 10.222.0.61 "GET /v2.0/networks?id=9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 200 len: 911 time: 0.0861814 Feb 15 05:20:49.691869 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e84d2896-83a4-4616-be01-b67791231c14 req-cbe03aca-efce-4674-b01c-4175124ffda6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad08ac49-5732-476c-87f0-f89d10171844 HTTP/1.1" status: 200 len: 998 time: 0.0567155 Feb 15 05:20:49.738077 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d2896-83a4-4616-be01-b67791231c14 req-f514ae55-56ba-497b-b251-885dc0a6df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:49.738557 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-fb1db7f5-0281-4344-b5c0-17089032d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '53f13660-eace-4af7-86f7-82bf8288e128', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'port_id': 'ad08ac49-5732-476c-87f0-f89d10171844', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'mac_address': 'fa:16:3e:ec:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:20:36Z', 'updated_at': '2022-02-15T05:20:48Z', 'revision_number': 1, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:49.739583 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e84d2896-83a4-4616-be01-b67791231c14 req-f514ae55-56ba-497b-b251-885dc0a6df37 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c04148-4f33-457e-92a3-073c18eadb99 HTTP/1.1" status: 200 len: 849 time: 0.0425324 Feb 15 05:20:49.764717 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1db7f5-0281-4344-b5c0-17089032d065 None None] Checking router: aef9fbf8-b6f9-49b9-ad40-43251893fecd for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:20:49.773445 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1db7f5-0281-4344-b5c0-17089032d065 None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:20:49.774046 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-fb1db7f5-0281-4344-b5c0-17089032d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:20:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:49.791789 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d2896-83a4-4616-be01-b67791231c14 req-54b387c4-f261-434b-924a-1c4b16baf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:49.793310 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e84d2896-83a4-4616-be01-b67791231c14 req-54b387c4-f261-434b-924a-1c4b16baf50e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9713c281-72ed-47f0-b6ab-a18387dc943e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482624 Feb 15 05:20:49.864245 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:20:49.879080 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e84d2896-83a4-4616-be01-b67791231c14 req-f1f51d3b-73cd-45ad-b1f7-a1feeef2353b service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797496 Feb 15 05:20:49.884234 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-fb1db7f5-0281-4344-b5c0-17089032d065 None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:20:49.970377 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e84d2896-83a4-4616-be01-b67791231c14 req-3994e665-5eb8-4f3c-908a-ee441e657edd service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856431 Feb 15 05:20:50.097201 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-fb1db7f5-0281-4344-b5c0-17089032d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '53f13660-eace-4af7-86f7-82bf8288e128', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'port_id': 'ad08ac49-5732-476c-87f0-f89d10171844', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'mac_address': 'fa:16:3e:ec:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:20:36Z', 'updated_at': '2022-02-15T05:20:48Z', 'revision_number': 1, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:20:50.125399 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1db7f5-0281-4344-b5c0-17089032d065 None None] The sync data for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi is: [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '53f13660-eace-4af7-86f7-82bf8288e128', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'port_id': 'ad08ac49-5732-476c-87f0-f89d10171844', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'mac_address': 'fa:16:3e:ec:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:20:36Z', 'updated_at': '2022-02-15T05:20:48Z', 'revision_number': 1, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:20:50.306507 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad9be1-d886-42be-b251-538f3fd025aa None None] New status for floating IP 53f13660-eace-4af7-86f7-82bf8288e128: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:20:52.054740 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:20:55.967802 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84ccebf1-8e6a-4e46-b797-2c5130bd82c5 req-33e7928e-7afb-4077-af34-3f52467d6b98 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439744 Feb 15 05:20:56.050920 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccebf1-8e6a-4e46-b797-2c5130bd82c5 req-aad498b9-0148-4aa8-84b3-e56133eefdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:56.052963 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84ccebf1-8e6a-4e46-b797-2c5130bd82c5 req-aad498b9-0148-4aa8-84b3-e56133eefdfa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 1129 time: 0.0442832 Feb 15 05:20:56.154135 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccebf1-8e6a-4e46-b797-2c5130bd82c5 req-394e7cf2-71b9-4c30-882e-fa1c20fe5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:56.155583 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84ccebf1-8e6a-4e46-b797-2c5130bd82c5 req-394e7cf2-71b9-4c30-882e-fa1c20fe5582 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 913 time: 0.0838144 Feb 15 05:20:56.219445 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84ccebf1-8e6a-4e46-b797-2c5130bd82c5 req-ed4c36e9-1668-470a-8705-c34781ffb445 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dd7c4f4-d022-4340-9cb1-9ff6882032f1 HTTP/1.1" status: 200 len: 1001 time: 0.0560827 Feb 15 05:20:56.266562 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccebf1-8e6a-4e46-b797-2c5130bd82c5 req-3b29b68d-2c33-4515-860b-068ccdeb8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:56.267974 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84ccebf1-8e6a-4e46-b797-2c5130bd82c5 req-3b29b68d-2c33-4515-860b-068ccdeb8133 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0416300 Feb 15 05:20:56.318436 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccebf1-8e6a-4e46-b797-2c5130bd82c5 req-2e365910-efeb-4d5f-abef-f020d7a56057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:20:56.319889 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84ccebf1-8e6a-4e46-b797-2c5130bd82c5 req-2e365910-efeb-4d5f-abef-f020d7a56057 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456543 Feb 15 05:20:56.403852 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84ccebf1-8e6a-4e46-b797-2c5130bd82c5 req-58df2a69-257c-4fc4-a211-496c0cebf41b service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770354 Feb 15 05:20:56.497751 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84ccebf1-8e6a-4e46-b797-2c5130bd82c5 req-687b140d-bf8a-460c-8bdf-5a3e8d771c61 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826354 Feb 15 05:21:03.222825 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e52e-92e5-4281-9eb7-e4675391e94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:05.431635 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bfcad734-4c23-4f42-8929-6ce4540e5987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:06.587476 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:08.379727 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:09.608847 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:22.054555 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:26.863651 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:21:33.224574 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-108165c1-07ae-4c9e-9a63-845883468ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:35.431850 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-92693b6e-224a-4eb3-a86c-2d9d8717b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:36.590203 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:38.382874 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:39.609972 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:52.059068 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:21:57.551982 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3cd91b54-e5b2-46c5-8e63-db21c7a9c34e req-61020949-65a5-456a-9280-67908003a12f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433934 Feb 15 05:21:57.612336 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd91b54-e5b2-46c5-8e63-db21c7a9c34e req-89b220f8-f45c-47a1-bbf8-c758603777a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:21:57.614314 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3cd91b54-e5b2-46c5-8e63-db21c7a9c34e req-89b220f8-f45c-47a1-bbf8-c758603777a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e83046def4a42289f83a0d0d2160c42&device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 1129 time: 0.0422819 Feb 15 05:21:57.712929 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd91b54-e5b2-46c5-8e63-db21c7a9c34e req-d8e43929-690c-4997-ad44-78e97a9d66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:21:57.714358 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3cd91b54-e5b2-46c5-8e63-db21c7a9c34e req-d8e43929-690c-4997-ad44-78e97a9d66bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 200 len: 911 time: 0.0831721 Feb 15 05:21:57.776564 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3cd91b54-e5b2-46c5-8e63-db21c7a9c34e req-dcd069a1-9046-40dc-a46d-2b150b551747 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad08ac49-5732-476c-87f0-f89d10171844 HTTP/1.1" status: 200 len: 1000 time: 0.0555468 Feb 15 05:21:57.821710 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd91b54-e5b2-46c5-8e63-db21c7a9c34e req-730674ba-d8ed-4532-88b9-b6f3d6a7190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:21:57.822983 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3cd91b54-e5b2-46c5-8e63-db21c7a9c34e req-730674ba-d8ed-4532-88b9-b6f3d6a7190f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c04148-4f33-457e-92a3-073c18eadb99 HTTP/1.1" status: 200 len: 849 time: 0.0412152 Feb 15 05:21:57.872711 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd91b54-e5b2-46c5-8e63-db21c7a9c34e req-475b529e-358b-40ac-b18f-05fc679c81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:21:57.874223 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3cd91b54-e5b2-46c5-8e63-db21c7a9c34e req-475b529e-358b-40ac-b18f-05fc679c81f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9713c281-72ed-47f0-b6ab-a18387dc943e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452428 Feb 15 05:21:57.957904 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3cd91b54-e5b2-46c5-8e63-db21c7a9c34e req-883ef725-e479-405a-bd18-20d7dd163322 service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777223 Feb 15 05:21:58.045785 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3cd91b54-e5b2-46c5-8e63-db21c7a9c34e req-e0d5c5e1-ae54-4f25-8663-92407236e4cd service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813220 Feb 15 05:22:03.227686 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-068309b5-540b-4661-bdd6-01b8a68e9482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:03.862077 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:22:05.435298 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-400c5871-8921-4f37-a529-a4cf6dcf9d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:06.593207 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:08.390511 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:09.612534 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:14.431644 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c58ef-a014-41a5-b61d-d1a96087ccd8 req-020ba516-bd21-420a-8845-c21f4c7eada0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:14.433120 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a4c58ef-a014-41a5-b61d-d1a96087ccd8 req-020ba516-bd21-420a-8845-c21f4c7eada0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0522149 Feb 15 05:22:14.478450 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a4c58ef-a014-41a5-b61d-d1a96087ccd8 req-599bc57b-8a78-4522-bd26-47d10a9cd5f8 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397215 Feb 15 05:22:15.597549 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11526da3-7b89-45e0-9007-cbdeca3a6cab req-0dd63e25-8515-4cab-84f6-899fed75e2fc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:15.599002 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-11526da3-7b89-45e0-9007-cbdeca3a6cab req-0dd63e25-8515-4cab-84f6-899fed75e2fc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0506780 Feb 15 05:22:15.643790 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-11526da3-7b89-45e0-9007-cbdeca3a6cab req-c1012037-085a-4861-a488-d90a09ebf8a7 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393052 Feb 15 05:22:16.764163 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb376ba7-3291-4216-90dd-c9fbbb0000ef req-684afe09-5fd9-4c1f-897d-87053200bd15 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:16.765602 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb376ba7-3291-4216-90dd-c9fbbb0000ef req-684afe09-5fd9-4c1f-897d-87053200bd15 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0544083 Feb 15 05:22:16.810185 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb376ba7-3291-4216-90dd-c9fbbb0000ef req-277b786d-d889-44ae-b151-1842630d4447 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390604 Feb 15 05:22:17.923759 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7eeb3-4bbc-40df-bf0e-51223dafa9f1 req-a13b6bc3-1ef6-4470-870c-38f9a94a17a5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:17.925200 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76d7eeb3-4bbc-40df-bf0e-51223dafa9f1 req-a13b6bc3-1ef6-4470-870c-38f9a94a17a5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0512376 Feb 15 05:22:17.970251 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76d7eeb3-4bbc-40df-bf0e-51223dafa9f1 req-9ad53599-6f39-47d7-b399-eec40b71f083 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390375 Feb 15 05:22:19.091129 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403546d-5cd6-4fb7-8b0d-5ba1b6e0707f req-4f2aafa7-a011-401d-b7cb-fcf29c84fbff tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:19.092608 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a403546d-5cd6-4fb7-8b0d-5ba1b6e0707f req-4f2aafa7-a011-401d-b7cb-fcf29c84fbff tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0537043 Feb 15 05:22:19.137368 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a403546d-5cd6-4fb7-8b0d-5ba1b6e0707f req-d68c6720-60c7-461f-b522-96f1025996b2 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392637 Feb 15 05:22:20.252044 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac919835-bd77-48f3-b5c6-9fef6c2d1fff req-6371a69d-76cd-45a2-ab8d-b252e0d39e01 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:20.253400 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ac919835-bd77-48f3-b5c6-9fef6c2d1fff req-6371a69d-76cd-45a2-ab8d-b252e0d39e01 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0507395 Feb 15 05:22:20.297906 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ac919835-bd77-48f3-b5c6-9fef6c2d1fff req-7b53588a-d9e7-4440-bf7b-730748c42cef tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390701 Feb 15 05:22:21.413410 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ac295-1672-4c43-bddd-3e92fb86788c req-874d0f57-cce5-4e32-931d-b0eed6905024 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:21.414869 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f55ac295-1672-4c43-bddd-3e92fb86788c req-874d0f57-cce5-4e32-931d-b0eed6905024 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0520723 Feb 15 05:22:21.462478 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f55ac295-1672-4c43-bddd-3e92fb86788c req-b45c7acc-31a2-4791-83d0-4766b7626199 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421803 Feb 15 05:22:22.074944 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:22.577397 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f4d3b-7a6d-40ed-99cb-0c3ef5cdbe0a req-60bd693d-2b85-4c62-a49d-9f7684058e6e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:22.578831 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e3f4d3b-7a6d-40ed-99cb-0c3ef5cdbe0a req-60bd693d-2b85-4c62-a49d-9f7684058e6e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0499446 Feb 15 05:22:22.623729 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e3f4d3b-7a6d-40ed-99cb-0c3ef5cdbe0a req-dbe2a63a-eeef-49af-8a11-09a12399c785 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386250 Feb 15 05:22:23.738407 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8942172-da34-47fc-8422-303c52fda974 req-ad16d29f-b939-40b2-95e1-265857839b38 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:23.739883 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d8942172-da34-47fc-8422-303c52fda974 req-ad16d29f-b939-40b2-95e1-265857839b38 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0506055 Feb 15 05:22:23.783830 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d8942172-da34-47fc-8422-303c52fda974 req-8f867565-af83-448c-b721-b2af60d9661f tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385394 Feb 15 05:22:24.901419 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663f16a-3b14-44e0-ad88-250cd6e159d5 req-1d6c741c-7c19-420d-86fc-e5711cd0cf9e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:24.902839 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d663f16a-3b14-44e0-ad88-250cd6e159d5 req-1d6c741c-7c19-420d-86fc-e5711cd0cf9e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0534878 Feb 15 05:22:24.949537 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d663f16a-3b14-44e0-ad88-250cd6e159d5 req-4f8d28b1-b83d-4339-8b65-5cf7d3a69252 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411277 Feb 15 05:22:26.064015 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3611a0-a1f5-4be8-82fd-558fda4950ec req-3324c94f-9191-4510-9590-fbd2e0dcdf04 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:26.065447 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a3611a0-a1f5-4be8-82fd-558fda4950ec req-3324c94f-9191-4510-9590-fbd2e0dcdf04 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0507240 Feb 15 05:22:26.109447 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a3611a0-a1f5-4be8-82fd-558fda4950ec req-3c411763-3b75-4514-876c-303b4755d376 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380116 Feb 15 05:22:27.226700 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65e8b8-32ef-4d96-b6f0-9220b8d0f6d6 req-9b755d87-5aa1-4cfb-a24c-354cb23bfb24 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:27.228066 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d65e8b8-32ef-4d96-b6f0-9220b8d0f6d6 req-9b755d87-5aa1-4cfb-a24c-354cb23bfb24 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0505009 Feb 15 05:22:27.276878 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d65e8b8-32ef-4d96-b6f0-9220b8d0f6d6 req-58d70537-9657-443c-aea5-9b8ce33a82ea tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Feb 15 05:22:28.391676 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27830d6-910b-483e-984d-5e49d32529d9 req-a4a3faa4-61a8-4a3e-ba80-fef88186e818 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:28.393119 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a27830d6-910b-483e-984d-5e49d32529d9 req-a4a3faa4-61a8-4a3e-ba80-fef88186e818 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0513430 Feb 15 05:22:28.442167 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a27830d6-910b-483e-984d-5e49d32529d9 req-619c37ad-8051-4083-906a-56152ddbb387 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435863 Feb 15 05:22:29.557462 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f05de-c9d0-482a-bb2b-5e09a25ddd0d req-43530bd3-0620-4e63-879c-6696283c3073 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:29.558801 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea5f05de-c9d0-482a-bb2b-5e09a25ddd0d req-43530bd3-0620-4e63-879c-6696283c3073 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0504251 Feb 15 05:22:29.604110 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea5f05de-c9d0-482a-bb2b-5e09a25ddd0d req-15844658-8c32-4dfb-b2af-bc07518d943b tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398715 Feb 15 05:22:30.724796 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a46ef9-a594-40eb-bc60-5d3f53e73bce req-d8457ea2-2948-4f57-a082-bfc4d9996be1 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:30.726268 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2a46ef9-a594-40eb-bc60-5d3f53e73bce req-d8457ea2-2948-4f57-a082-bfc4d9996be1 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0537384 Feb 15 05:22:30.770644 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2a46ef9-a594-40eb-bc60-5d3f53e73bce req-297e6cf1-b47c-4d40-b4f2-f90bdd572bcf tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389698 Feb 15 05:22:30.964802 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e04ff-9065-415b-a194-19b00504e367 req-c10ac984-7892-46b2-802c-e1aae7a07ec2 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:30.966269 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa2e04ff-9065-415b-a194-19b00504e367 req-c10ac984-7892-46b2-802c-e1aae7a07ec2 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0537043 Feb 15 05:22:31.044914 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa2e04ff-9065-415b-a194-19b00504e367 req-aee8acd6-be26-47ab-a445-f1d8a1cbb0da tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727866 Feb 15 05:22:31.049467 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facb1a9-12e3-42e7-82cd-47c5c20de4e4 req-4f48bb2c-54e9-4579-875a-eecb91778a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:31.050865 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2facb1a9-12e3-42e7-82cd-47c5c20de4e4 req-4f48bb2c-54e9-4579-875a-eecb91778a99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e83046def4a42289f83a0d0d2160c42&device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 1129 time: 0.0727210 Feb 15 05:22:31.410911 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facb1a9-12e3-42e7-82cd-47c5c20de4e4 req-e63bd2a1-1b56-4005-ba3b-1fcb2fde67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:31.412394 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2facb1a9-12e3-42e7-82cd-47c5c20de4e4 req-e63bd2a1-1b56-4005-ba3b-1fcb2fde67dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 200 len: 911 time: 0.3557045 Feb 15 05:22:31.478873 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2facb1a9-12e3-42e7-82cd-47c5c20de4e4 req-d8b88c44-bfcc-4d97-be03-5f08663ae10b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad08ac49-5732-476c-87f0-f89d10171844 HTTP/1.1" status: 200 len: 1000 time: 0.0582130 Feb 15 05:22:31.524143 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facb1a9-12e3-42e7-82cd-47c5c20de4e4 req-739a11e1-6d38-47bd-9b4d-2cd0f0b4e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:31.525453 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2facb1a9-12e3-42e7-82cd-47c5c20de4e4 req-739a11e1-6d38-47bd-9b4d-2cd0f0b4e9af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c04148-4f33-457e-92a3-073c18eadb99 HTTP/1.1" status: 200 len: 849 time: 0.0414429 Feb 15 05:22:31.571361 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facb1a9-12e3-42e7-82cd-47c5c20de4e4 req-4d2ff16d-e39d-4e2f-b408-2a9c22460879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:31.572830 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2facb1a9-12e3-42e7-82cd-47c5c20de4e4 req-4d2ff16d-e39d-4e2f-b408-2a9c22460879 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9713c281-72ed-47f0-b6ab-a18387dc943e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417607 Feb 15 05:22:31.660387 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2facb1a9-12e3-42e7-82cd-47c5c20de4e4 req-0b81bd01-4887-4895-b75e-b116fe44650e service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816152 Feb 15 05:22:31.744989 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2facb1a9-12e3-42e7-82cd-47c5c20de4e4 req-6d514562-af5d-4a7a-98f9-09ff40a820e5 service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781858 Feb 15 05:22:32.163121 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61ae30-c454-4989-bb5d-2a3551aed657 req-03f0bfce-52ed-44ff-ab9a-33fbd250c60a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:32.164594 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f61ae30-c454-4989-bb5d-2a3551aed657 req-03f0bfce-52ed-44ff-ab9a-33fbd250c60a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0523071 Feb 15 05:22:32.212677 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f61ae30-c454-4989-bb5d-2a3551aed657 req-b84a0404-4328-4bb2-b988-ac7097e0c95d tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426068 Feb 15 05:22:33.228957 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8b71d958-4e56-4508-a319-5a2f08ad0bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:33.327899 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cdfb6-836d-402f-88c9-e766b24985ce req-2bee056a-c0da-45d3-980a-7ba44bf650b8 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:33.329352 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-503cdfb6-836d-402f-88c9-e766b24985ce req-2bee056a-c0da-45d3-980a-7ba44bf650b8 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0511100 Feb 15 05:22:33.374557 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-503cdfb6-836d-402f-88c9-e766b24985ce req-39e1fd24-e006-4264-99e6-c0ea263813a2 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397985 Feb 15 05:22:35.436936 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5e38-92db-407f-b3ad-28b776fa6303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:36.596253 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:38.388500 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:39.621151 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:40.860516 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:22:45.103934 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-5badedf3-c031-4ceb-ab31-22ca4a634770 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318169729&fields=id&tenant_id=0503cf56b9584ffca8a034b7ebcc5e36 HTTP/1.1" status: 200 len: 267 time: 0.0417981 Feb 15 05:22:45.207986 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-f2099074-40bc-4e95-933c-7b3903ab5d16 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:45.209407 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-f2099074-40bc-4e95-933c-7b3903ab5d16 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 812 time: 0.0993991 Feb 15 05:22:45.223482 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-a256f49e-32a7-47aa-8fa2-bf02c00b52c2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/quotas/0503cf56b9584ffca8a034b7ebcc5e36 HTTP/1.1" status: 200 len: 375 time: 0.0083904 Feb 15 05:22:45.278609 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-024f62f3-09fe-47e6-ab49-f3ba187c72a0 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497413 Feb 15 05:22:45.386045 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-5332566e-9a27-4fd1-968d-ded863a0241e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 05:22:45.387037 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-5332566e-9a27-4fd1-968d-ded863a0241e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0967481 Feb 15 05:22:45.472639 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-601d68ea-6c0a-4300-b2a3-e46fc70e5d15 service neutron] 10.222.0.43 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797360 Feb 15 05:22:45.561117 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-5f81d64b-4f70-4f85-bd91-052271033888 service neutron] 10.222.0.43 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820496 Feb 15 05:22:46.839878 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5bd4b75a-3952-4ead-bd18-f7b75b164aec req-bc8e30c3-806a-4cff-888a-523a71bc9342 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 210 time: 0.0266683 Feb 15 05:22:47.915493 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea67637a-7c8c-4f2e-8789-95395e50b9e2 req-2a3b5ed0-b718-40fb-a73a-486bfc760144 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 210 time: 0.0265665 Feb 15 05:22:48.992833 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f9a21c5e-6723-4af9-8bb0-eeeeca205c61 req-0bc820d4-c79b-4a90-88ba-0b55beeffcb9 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 210 time: 0.0284057 Feb 15 05:22:50.072914 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d23a39e1-ffa4-4087-b352-975d9b5bdf8e req-5c81e6e0-e070-4739-b769-f0b68cbf1d94 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 210 time: 0.0299277 Feb 15 05:22:51.164580 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea4e6526-f4da-4dde-bffa-9858e30c16d0 req-8d5e0a58-f145-42b7-ab5c-0303ff50cc76 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 210 time: 0.0268283 Feb 15 05:22:51.784748 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-7849a562-edf4-4264-bf26-f7dfb647f8a6 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:51.786178 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-7849a562-edf4-4264-bf26-f7dfb647f8a6 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 812 time: 0.1015079 Feb 15 05:22:51.847760 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-227e28b8-01dc-47a1-8e96-97ea4e135026 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0503cf56b9584ffca8a034b7ebcc5e36 HTTP/1.1" status: 200 len: 379 time: 0.0530221 Feb 15 05:22:51.856379 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'port': {'device_id': '60c17f24-351b-4340-baa1-35bfd3207c40', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'admin_state_up': True, 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'security_groups': ['efbeaeba-13bf-480b-acc2-b3812fcc66a5']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:22:51.963575 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Made reservation on behalf of 0503cf56b9584ffca8a034b7ebcc5e36 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:22:51.966917 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:52.088417 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:52.093846 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Allocated IP 172.20.0.6 (fc85967f-4be2-4d0d-b99d-eb409ce0e1f7/465697b9-4cb7-4c66-99cb-1cbd5c8e5209/88c444f2-be0e-4f58-ba70-1b24301e01d4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:22:52.238978 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:52.270123 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94734ee6-6ef0-4ef7-b2b9-d60a96238030 req-b6f20870-865b-4f01-905a-bbd3a9d5a98b tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 210 time: 0.0352395 Feb 15 05:22:52.297385 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:52.342708 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:22:52.347519 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:22:52.351824 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:22:52.358049 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'Port': ['ID=88c444f2-be0e-4f58-ba70-1b24301e01d4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:22:52.386223 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.386576 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.386921 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.387291 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.387652 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.387985 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.388313 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.388644 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.388968 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.389320 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.389645 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.389970 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.390347 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:22:52.422144 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:52.422757 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:52.441043 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-c83f28af-f64e-44f6-9140-96f73c0e1c80 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881670 Feb 15 05:22:52.452112 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Request body: {'port': {'device_id': '60c17f24-351b-4340-baa1-35bfd3207c40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:22:52.515337 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:52.550029 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-256f53a0-be88-4dac-89ab-7af41ba34e43 None None] Provisioning complete for port 88c444f2-be0e-4f58-ba70-1b24301e01d4 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:22:52.550490 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-256f53a0-be88-4dac-89ab-7af41ba34e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:52.583200 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-256f53a0-be88-4dac-89ab-7af41ba34e43 None None] Port 88c444f2-be0e-4f58-ba70-1b24301e01d4 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:22:52.763757 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c444f2-be0e-4f58-ba70-1b24301e01d4 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:22:52.770865 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Publish callbacks [] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:52.782701 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Transition to ACTIVE for port object 88c444f2-be0e-4f58-ba70-1b24301e01d4 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:22:52.786318 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:52.852048 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Pushing event updated for resources: {'Port': ['ID=88c444f2-be0e-4f58-ba70-1b24301e01d4,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:22:52.905926 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Attempting to bind port 88c444f2-be0e-4f58-ba70-1b24301e01d4 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:22:52.906267 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Attempting to bind port 88c444f2-be0e-4f58-ba70-1b24301e01d4 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:22:52.906605 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Attempting to bind port 88c444f2-be0e-4f58-ba70-1b24301e01d4 on network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:22:52.911210 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Port 88c444f2-be0e-4f58-ba70-1b24301e01d4 on network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:22:52.911546 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Attempting to bind port 88c444f2-be0e-4f58-ba70-1b24301e01d4 on network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:22:52.917188 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:22:52.917529 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Checking segment: {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:22:52.917924 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Bound using segment: {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:22:52.918337 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Bound port: 88c444f2-be0e-4f58-ba70-1b24301e01d4, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:22:52.918701 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:52.983231 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] For port 88c444f2-be0e-4f58-ba70-1b24301e01d4, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:22:52.986126 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] For port 88c444f2-be0e-4f58-ba70-1b24301e01d4, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=88c444f2-be0e-4f58-ba70-1b24301e01d4,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:22:52.992157 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:53.027477 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:53.028115 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:22:53.029493 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] 10.222.0.61 "PUT /v2.0/ports/88c444f2-be0e-4f58-ba70-1b24301e01d4 HTTP/1.1" status: 200 len: 1093 time: 0.5818999 Feb 15 05:22:53.029932 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c17f24-351b-4340-baa1-35bfd3207c40', 'tag': '88c444f2-be0e-4f58-ba70-1b24301e01d4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:22:53.032198 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6e9fd0-a77b-4422-bae2-70c9a0218b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "60c17f24-351b-4340-baa1-35bfd3207c40", "tag": "88c444f2-be0e-4f58-ba70-1b24301e01d4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:22:53.057702 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039f25d-6333-4ba5-aeef-443a3d61e480 service neutron] Pushing event updated for resources: {'Port': ['ID=88c444f2-be0e-4f58-ba70-1b24301e01d4,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:22:53.082850 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8916e5a-d144-4abc-8b8c-411125a28c77 x-openstack-request-id: req-a8916e5a-d144-4abc-8b8c-411125a28c77 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:22:53.083143 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c17f24-351b-4340-baa1-35bfd3207c40", "tag": "88c444f2-be0e-4f58-ba70-1b24301e01d4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:22:53.083397 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8916e5a-d144-4abc-8b8c-411125a28c77 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:22:53.083826 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c17f24-351b-4340-baa1-35bfd3207c40', 'tag': '88c444f2-be0e-4f58-ba70-1b24301e01d4', 'status': 'completed', 'code': 200} Feb 15 05:22:53.121912 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-dcd0ab2c-4616-493d-b42a-02db3e051299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:53.123444 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-dcd0ab2c-4616-493d-b42a-02db3e051299 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 1127 time: 0.0494015 Feb 15 05:22:53.169091 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-890ba01f-ed40-4e6e-8f17-f6e2f7b95c8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88c444f2-be0e-4f58-ba70-1b24301e01d4 HTTP/1.1" status: 200 len: 217 time: 0.0389338 Feb 15 05:22:53.220155 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-38df1c4b-3b9b-42fd-835e-ec3d49fb6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:53.221775 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-38df1c4b-3b9b-42fd-835e-ec3d49fb6dec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0454259 Feb 15 05:22:53.269106 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-d1f0189a-f278-4229-b077-9ff5d1f78162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:53.270601 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-d1f0189a-f278-4229-b077-9ff5d1f78162 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428607 Feb 15 05:22:53.388068 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-2c7aa58c-83be-4302-9dda-fecaba46562a service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112256 Feb 15 05:22:53.448576 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec392b-8f43-4eda-b962-1ae70bf7a837 req-fb1747ab-91a8-4543-b2c0-04fd24a55b1c tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:53.449997 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4ec392b-8f43-4eda-b962-1ae70bf7a837 req-fb1747ab-91a8-4543-b2c0-04fd24a55b1c tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 943 time: 0.1051121 Feb 15 05:22:53.520829 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4ec392b-8f43-4eda-b962-1ae70bf7a837 req-ec86053b-07dc-48bf-8305-84b31590ba68 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649772 Feb 15 05:22:53.524324 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5ba3da7-3e39-4651-b764-b24299790d65 req-2dd1e051-6909-442d-b9ef-2ce58e50b6d0 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284919 Feb 15 05:22:53.613598 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e9fd0-a77b-4422-bae2-70c9a0218b7c req-50baa277-b46d-4152-b396-d7ba0507e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:53.615058 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4f6e9fd0-a77b-4422-bae2-70c9a0218b7c req-50baa277-b46d-4152-b396-d7ba0507e7f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 1127 time: 0.0434129 Feb 15 05:22:53.702331 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e9fd0-a77b-4422-bae2-70c9a0218b7c req-21935aa7-8d7e-4e75-a76a-cfe46387f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:53.703777 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4f6e9fd0-a77b-4422-bae2-70c9a0218b7c req-21935aa7-8d7e-4e75-a76a-cfe46387f6a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 913 time: 0.0830417 Feb 15 05:22:53.742817 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4f6e9fd0-a77b-4422-bae2-70c9a0218b7c req-3399a437-0c78-46ef-96b5-26bd35e49b85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88c444f2-be0e-4f58-ba70-1b24301e01d4 HTTP/1.1" status: 200 len: 217 time: 0.0325334 Feb 15 05:22:53.787802 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e9fd0-a77b-4422-bae2-70c9a0218b7c req-772332ca-3a94-4d33-a204-50d0b354ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:53.789099 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4f6e9fd0-a77b-4422-bae2-70c9a0218b7c req-772332ca-3a94-4d33-a204-50d0b354ee7c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0406699 Feb 15 05:22:53.835582 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e9fd0-a77b-4422-bae2-70c9a0218b7c req-1a45f751-7116-41a9-bba4-c8580ac3754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:53.837026 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4f6e9fd0-a77b-4422-bae2-70c9a0218b7c req-1a45f751-7116-41a9-bba4-c8580ac3754e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423110 Feb 15 05:22:53.924512 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4f6e9fd0-a77b-4422-bae2-70c9a0218b7c req-bfd2a13c-9caf-4636-af57-d28c07b072e3 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812867 Feb 15 05:22:54.010860 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4f6e9fd0-a77b-4422-bae2-70c9a0218b7c req-3dd976ec-6c41-46a1-ac25-4cc9ffdd82c5 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791717 Feb 15 05:22:54.643930 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b31a3-f7cb-4a3f-a186-119e913c31b3 req-477fbddb-e5a8-43e2-b4b7-e2cc5c43a0f3 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:54.645388 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aa4b31a3-f7cb-4a3f-a186-119e913c31b3 req-477fbddb-e5a8-43e2-b4b7-e2cc5c43a0f3 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 943 time: 0.0562267 Feb 15 05:22:54.692891 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aa4b31a3-f7cb-4a3f-a186-119e913c31b3 req-67d3cfd0-7c00-4732-95f0-a9998afcd88d tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419149 Feb 15 05:22:55.805942 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42810b-b6aa-4da1-96e2-5b616140c3d0 req-c53ae044-4055-45c6-b016-94d8ae818829 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:55.807363 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d42810b-b6aa-4da1-96e2-5b616140c3d0 req-c53ae044-4055-45c6-b016-94d8ae818829 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 943 time: 0.0506456 Feb 15 05:22:55.852870 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d42810b-b6aa-4da1-96e2-5b616140c3d0 req-75b48c65-7f5a-48f9-a6c2-9b8063ec04d6 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 Feb 15 05:22:56.971949 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d13b7-f783-4b97-8e04-c744b831feff req-3781b080-b4dc-4f5b-8273-a81ce49f12a5 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:56.973407 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d64d13b7-f783-4b97-8e04-c744b831feff req-3781b080-b4dc-4f5b-8273-a81ce49f12a5 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 943 time: 0.0550361 Feb 15 05:22:57.019852 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d64d13b7-f783-4b97-8e04-c744b831feff req-6ff95d3d-c7b2-43a1-9dfe-4ac9bcf56728 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408831 Feb 15 05:22:58.135026 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588452d-c67e-4007-82e4-a42f6ce4ebaf req-c6a8c188-239a-43e2-bd8a-0855be51fc83 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:58.136828 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2588452d-c67e-4007-82e4-a42f6ce4ebaf req-c6a8c188-239a-43e2-bd8a-0855be51fc83 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 943 time: 0.0527942 Feb 15 05:22:58.187990 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2588452d-c67e-4007-82e4-a42f6ce4ebaf req-4640259b-b27f-4b8e-aef8-89ff77180c53 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455985 Feb 15 05:22:59.302282 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59243-89eb-4d91-9cc6-bcff3e9eff58 req-25b1c3ca-0c8e-4e48-8e12-d3f1a256faee tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:59.303752 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-80f59243-89eb-4d91-9cc6-bcff3e9eff58 req-25b1c3ca-0c8e-4e48-8e12-d3f1a256faee tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 943 time: 0.0506940 Feb 15 05:22:59.353022 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-80f59243-89eb-4d91-9cc6-bcff3e9eff58 req-246c991b-6102-4749-a729-1948ab741be4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438304 Feb 15 05:22:59.737498 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c10c9f4b-5d36-452a-9d99-bdc4fc84476c req-c377c9b6-9c23-4f31-8d5f-c11e00fdd37f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409572 Feb 15 05:22:59.821589 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9f4b-5d36-452a-9d99-bdc4fc84476c req-daf514ea-11e9-4472-84f2-dceb2ed82a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:59.823088 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c10c9f4b-5d36-452a-9d99-bdc4fc84476c req-daf514ea-11e9-4472-84f2-dceb2ed82a9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 1129 time: 0.0437734 Feb 15 05:22:59.928188 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9f4b-5d36-452a-9d99-bdc4fc84476c req-84f43760-5e08-4719-a697-112e856efcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:22:59.929623 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c10c9f4b-5d36-452a-9d99-bdc4fc84476c req-84f43760-5e08-4719-a697-112e856efcda service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 913 time: 0.0858679 Feb 15 05:22:59.993650 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c10c9f4b-5d36-452a-9d99-bdc4fc84476c req-2f880c72-60ed-4a8c-8ed0-8cfbeb0aa8d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dd7c4f4-d022-4340-9cb1-9ff6882032f1 HTTP/1.1" status: 200 len: 1001 time: 0.0571954 Feb 15 05:23:00.040289 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9f4b-5d36-452a-9d99-bdc4fc84476c req-1ead18cb-b31e-4f66-aebd-595db01a829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:00.041667 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c10c9f4b-5d36-452a-9d99-bdc4fc84476c req-1ead18cb-b31e-4f66-aebd-595db01a829d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0409584 Feb 15 05:23:00.091729 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9f4b-5d36-452a-9d99-bdc4fc84476c req-c7612aa4-0406-4f08-8b1d-f88ba58ee100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:00.093160 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c10c9f4b-5d36-452a-9d99-bdc4fc84476c req-c7612aa4-0406-4f08-8b1d-f88ba58ee100 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455370 Feb 15 05:23:00.177800 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c10c9f4b-5d36-452a-9d99-bdc4fc84476c req-018c4858-6ee0-4767-a500-dffdb335fe69 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773401 Feb 15 05:23:00.264708 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c10c9f4b-5d36-452a-9d99-bdc4fc84476c req-63878304-56f0-4c41-9c92-25024d5e31b5 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806508 Feb 15 05:23:00.466528 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b19f0-747a-4b8b-b6bc-3928a5e14dca req-4d0ea1ba-f4ff-40b1-9a7b-c1303b836e03 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:00.467971 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e67b19f0-747a-4b8b-b6bc-3928a5e14dca req-4d0ea1ba-f4ff-40b1-9a7b-c1303b836e03 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 943 time: 0.0501356 Feb 15 05:23:00.514271 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e67b19f0-747a-4b8b-b6bc-3928a5e14dca req-b8165ede-0fe2-459c-a749-ae6f42749e0a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407329 Feb 15 05:23:01.627437 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79ce0c-f6b9-4996-a27d-ba8fadce8194 req-44dad7ae-8e50-4617-b694-e9c7d5b74b65 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:01.628902 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f79ce0c-f6b9-4996-a27d-ba8fadce8194 req-44dad7ae-8e50-4617-b694-e9c7d5b74b65 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 943 time: 0.0505157 Feb 15 05:23:01.675910 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f79ce0c-f6b9-4996-a27d-ba8fadce8194 req-c76f86a0-c84a-4203-bca1-b310674d8313 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409293 Feb 15 05:23:02.136353 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 88c444f2-be0e-4f58-ba70-1b24301e01d4 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:23:02.228695 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 88c444f2-be0e-4f58-ba70-1b24301e01d4, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=88c444f2-be0e-4f58-ba70-1b24301e01d4,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:23:02.356105 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': '88c444f2-be0e-4f58-ba70-1b24301e01d4', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'port_id': '88c444f2-be0e-4f58-ba70-1b24301e01d4', 'mac_address': 'fa:16:3e:f0:2f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:23:02.391996 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 88c444f2-be0e-4f58-ba70-1b24301e01d4 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:23:02.392382 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:02.404152 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c444f2-be0e-4f58-ba70-1b24301e01d4 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:23:02.422819 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 88c444f2-be0e-4f58-ba70-1b24301e01d4, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=88c444f2-be0e-4f58-ba70-1b24301e01d4,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:23:02.426600 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:02.471189 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=88c444f2-be0e-4f58-ba70-1b24301e01d4,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:23:02.478570 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.478967 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.479262 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.479625 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.479957 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.480285 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.480610 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.480940 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.481261 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.481583 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.481910 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.482227 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.482542 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:23:02.793660 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81509528-f16d-481f-80df-153b1eab57b2 req-565a187a-c3e5-4cc9-83a7-27574bfe1b8e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:02.795015 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81509528-f16d-481f-80df-153b1eab57b2 req-565a187a-c3e5-4cc9-83a7-27574bfe1b8e tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 944 time: 0.0548630 Feb 15 05:23:02.799274 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['88c444f2-be0e-4f58-ba70-1b24301e01d4'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:23:02.842410 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81509528-f16d-481f-80df-153b1eab57b2 req-a0583ca6-ceca-447d-a6ed-bbbd7e0c8c12 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418146 Feb 15 05:23:03.231289 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fd4e69e3-e284-4f1b-a5bc-e4a7e2a6d964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:03.957783 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f802c0a-8690-4c7b-b7c8-ba0ee21253f5 req-f444f1de-fc35-4dc8-b7a7-e98af0741059 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:03.959236 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1f802c0a-8690-4c7b-b7c8-ba0ee21253f5 req-f444f1de-fc35-4dc8-b7a7-e98af0741059 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 944 time: 0.0526729 Feb 15 05:23:04.005650 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1f802c0a-8690-4c7b-b7c8-ba0ee21253f5 req-c55ea0df-9545-49a2-ada3-976e5d87e061 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404112 Feb 15 05:23:04.154774 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 88c444f2-be0e-4f58-ba70-1b24301e01d4 up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:23:04.200257 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port 88c444f2-be0e-4f58-ba70-1b24301e01d4 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:23:04.203799 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port 88c444f2-be0e-4f58-ba70-1b24301e01d4 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:23:04.204180 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:04.279697 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port 88c444f2-be0e-4f58-ba70-1b24301e01d4 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:23:04.280390 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:04.301744 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c17f24-351b-4340-baa1-35bfd3207c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c444f2-be0e-4f58-ba70-1b24301e01d4'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:23:04.304013 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba0553a-fdff-47fe-ab0b-4267a69d92a4" -d '{"events": [{"server_uuid": "60c17f24-351b-4340-baa1-35bfd3207c40", "name": "network-vif-plugged", "status": "completed", "tag": "88c444f2-be0e-4f58-ba70-1b24301e01d4"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:23:04.316161 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port 88c444f2-be0e-4f58-ba70-1b24301e01d4, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=88c444f2-be0e-4f58-ba70-1b24301e01d4,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:23:04.320694 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:04.370104 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=88c444f2-be0e-4f58-ba70-1b24301e01d4,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:23:04.401467 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b85be3-439a-4ffa-a402-56b646bc3c4c x-openstack-request-id: req-a4b85be3-439a-4ffa-a402-56b646bc3c4c {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:23:04.401762 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c17f24-351b-4340-baa1-35bfd3207c40", "name": "network-vif-plugged", "status": "completed", "tag": "88c444f2-be0e-4f58-ba70-1b24301e01d4", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:23:04.402039 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4b85be3-439a-4ffa-a402-56b646bc3c4c {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:23:04.402432 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c17f24-351b-4340-baa1-35bfd3207c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c444f2-be0e-4f58-ba70-1b24301e01d4', 'code': 200} Feb 15 05:23:04.624839 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487fb85-441c-416a-a809-f6695eb8b316 req-c310ac43-2d05-4204-b904-99d9802ed522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:04.626276 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d487fb85-441c-416a-a809-f6695eb8b316 req-c310ac43-2d05-4204-b904-99d9802ed522 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 1129 time: 0.0416124 Feb 15 05:23:04.673221 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d487fb85-441c-416a-a809-f6695eb8b316 req-5822d6a4-425f-4d6c-ae30-bb01681e7969 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407002 Feb 15 05:23:05.121289 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d22f83-8f51-40fc-aa10-18fbeb9f7554 req-c8fb4acf-02e0-4ff2-b239-9e6eea12bc02 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:05.122708 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17d22f83-8f51-40fc-aa10-18fbeb9f7554 req-c8fb4acf-02e0-4ff2-b239-9e6eea12bc02 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 945 time: 0.0506661 Feb 15 05:23:05.169212 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17d22f83-8f51-40fc-aa10-18fbeb9f7554 req-0ef326ea-d4b8-45e6-bf73-85629ea15f52 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410218 Feb 15 05:23:05.437738 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b909a4e7-c159-40b7-a2e2-a28c003d0f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:06.285516 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96db6e3-a0eb-4f81-84bb-d554befb2805 req-24b80ad2-7370-442e-9f23-a1379f2f7a68 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:06.286957 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d96db6e3-a0eb-4f81-84bb-d554befb2805 req-24b80ad2-7370-442e-9f23-a1379f2f7a68 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 945 time: 0.0509477 Feb 15 05:23:06.333435 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d96db6e3-a0eb-4f81-84bb-d554befb2805 req-3882a793-82f0-4410-a92c-015e97e9fd31 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408931 Feb 15 05:23:06.449684 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba657d-c5c2-4d67-8ae6-c93d423559de req-70cbe7c7-b980-4733-80d6-7836abbdc3fa tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:06.451062 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25ba657d-c5c2-4d67-8ae6-c93d423559de req-70cbe7c7-b980-4733-80d6-7836abbdc3fa tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 945 time: 0.0539851 Feb 15 05:23:06.496751 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25ba657d-c5c2-4d67-8ae6-c93d423559de req-04a14834-11aa-421d-93f6-42362d41ff42 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403130 Feb 15 05:23:06.518608 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33190) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:23:06.598312 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:06.656482 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af06ab2-7aee-402c-b03f-b1c861619a8d tempest-TestVolumeBootPattern-250257138 tempest-TestVolumeBootPattern-250257138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:06.658179 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3af06ab2-7aee-402c-b03f-b1c861619a8d tempest-TestVolumeBootPattern-250257138 tempest-TestVolumeBootPattern-250257138-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 1124 time: 0.1386473 Feb 15 05:23:06.660976 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33194) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:23:06.665087 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Request body: {'floatingip': {'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'port_id': '88c444f2-be0e-4f58-ba70-1b24301e01d4', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:23:06.683746 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:06.777267 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:06.873588 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Allocated IP 172.27.3.195 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/cf940b06-1b38-4193-bc79-34d11ba4a342) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:23:06.974884 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for port (cf940b06-1b38-4193-bc79-34d11ba4a342), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:07.006589 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (cf940b06-1b38-4193-bc79-34d11ba4a342), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:07.041257 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:23:07.043902 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:23:07.049116 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:23:07.073950 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'Port': ['ID=cf940b06-1b38-4193-bc79-34d11ba4a342,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:23:07.398153 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (52d26868-fa20-46f7-aa76-2a1da65716ea), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:07.461633 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (cf940b06-1b38-4193-bc79-34d11ba4a342), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:07.601634 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for port (cf940b06-1b38-4193-bc79-34d11ba4a342), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:07.606813 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (cf940b06-1b38-4193-bc79-34d11ba4a342), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:07.946819 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event updated for resources: {'Port': ['ID=cf940b06-1b38-4193-bc79-34d11ba4a342,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:23:07.960108 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (52d26868-fa20-46f7-aa76-2a1da65716ea), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:08.085801 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Floating IP 52d26868-fa20-46f7-aa76-2a1da65716ea associated. External IP: 172.27.3.195, port: 88c444f2-be0e-4f58-ba70-1b24301e01d4. Feb 15 05:23:08.288285 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Router dbdc5756-c945-4ced-bab8-8f741a67f461 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:23:08.391438 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:08.395209 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:23:08.405363 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c2ece-c9f5-45e7-8006-fee008f26f3f None None] Sync routers for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:23:08.415714 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c2ece-c9f5-45e7-8006-fee008f26f3f None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:23:08.416337 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-9b5c2ece-c9f5-45e7-8006-fee008f26f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:23:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:23:08.417521 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:08.446453 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6ae6bac9-e79b-4848-99dc-3e3efc65f1dd tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7844970 Feb 15 05:23:08.447137 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c17f24-351b-4340-baa1-35bfd3207c40', 'tag': '88c444f2-be0e-4f58-ba70-1b24301e01d4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:23:08.449554 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82869c1b-56a0-4a6d-b79e-8e7c580f38c7" -d '{"events": [{"name": "network-changed", "server_uuid": "60c17f24-351b-4340-baa1-35bfd3207c40", "tag": "88c444f2-be0e-4f58-ba70-1b24301e01d4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:23:08.487366 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751806c6-11d0-4a16-890e-3d64582ae9c6 x-openstack-request-id: req-751806c6-11d0-4a16-890e-3d64582ae9c6 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:23:08.487691 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c17f24-351b-4340-baa1-35bfd3207c40", "tag": "88c444f2-be0e-4f58-ba70-1b24301e01d4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:23:08.487944 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-751806c6-11d0-4a16-890e-3d64582ae9c6 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:23:08.488340 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c17f24-351b-4340-baa1-35bfd3207c40', 'tag': '88c444f2-be0e-4f58-ba70-1b24301e01d4', 'status': 'completed', 'code': 200} Feb 15 05:23:08.522649 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-9b5c2ece-c9f5-45e7-8006-fee008f26f3f None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:23:08.550851 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82869c1b-56a0-4a6d-b79e-8e7c580f38c7 req-49da6669-4e05-4437-b5c3-3a09a98191bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:08.552298 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82869c1b-56a0-4a6d-b79e-8e7c580f38c7 req-49da6669-4e05-4437-b5c3-3a09a98191bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 1129 time: 0.0447319 Feb 15 05:23:08.641499 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82869c1b-56a0-4a6d-b79e-8e7c580f38c7 req-3233f9d3-fefa-4e80-a413-78e04bb09443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:08.642964 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82869c1b-56a0-4a6d-b79e-8e7c580f38c7 req-3233f9d3-fefa-4e80-a413-78e04bb09443 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 913 time: 0.0841551 Feb 15 05:23:08.705825 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82869c1b-56a0-4a6d-b79e-8e7c580f38c7 req-599db77d-2d6a-4cd7-bc5a-d68d6d7f05ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88c444f2-be0e-4f58-ba70-1b24301e01d4 HTTP/1.1" status: 200 len: 999 time: 0.0572889 Feb 15 05:23:08.743178 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-9b5c2ece-c9f5-45e7-8006-fee008f26f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '52d26868-fa20-46f7-aa76-2a1da65716ea', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '88c444f2-be0e-4f58-ba70-1b24301e01d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:f0:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c17f24-351b-4340-baa1-35bfd3207c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:23:07Z', 'updated_at': '2022-02-15T05:23:07Z', 'revision_number': 0, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}, {'id': 'e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:16:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986876e-9785-44b4-9c87-b615ad959e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:20:44Z', 'updated_at': '2022-02-15T05:20:47Z', 'revision_number': 1, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:23:08.752095 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82869c1b-56a0-4a6d-b79e-8e7c580f38c7 req-64bdadf7-d576-484a-8af7-9b8f85ed0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:08.753548 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82869c1b-56a0-4a6d-b79e-8e7c580f38c7 req-64bdadf7-d576-484a-8af7-9b8f85ed0567 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0416181 Feb 15 05:23:08.768261 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c2ece-c9f5-45e7-8006-fee008f26f3f None None] Checking router: dbdc5756-c945-4ced-bab8-8f741a67f461 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:23:08.777225 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c2ece-c9f5-45e7-8006-fee008f26f3f None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:23:08.777931 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-9b5c2ece-c9f5-45e7-8006-fee008f26f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:23:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:23:08.805287 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82869c1b-56a0-4a6d-b79e-8e7c580f38c7 req-984c9018-8450-4e89-8d9c-a67412a0a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:08.806731 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82869c1b-56a0-4a6d-b79e-8e7c580f38c7 req-984c9018-8450-4e89-8d9c-a67412a0a50c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475652 Feb 15 05:23:08.883339 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-9b5c2ece-c9f5-45e7-8006-fee008f26f3f None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:23:08.898628 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82869c1b-56a0-4a6d-b79e-8e7c580f38c7 req-3e02cf52-e3af-4176-9972-6901d739ea7f service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861268 Feb 15 05:23:08.991302 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82869c1b-56a0-4a6d-b79e-8e7c580f38c7 req-0ec4383e-f5bc-4333-b035-c6a0d8dbb29b service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860233 Feb 15 05:23:09.105662 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-9b5c2ece-c9f5-45e7-8006-fee008f26f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '52d26868-fa20-46f7-aa76-2a1da65716ea', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '88c444f2-be0e-4f58-ba70-1b24301e01d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:f0:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c17f24-351b-4340-baa1-35bfd3207c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:23:07Z', 'updated_at': '2022-02-15T05:23:07Z', 'revision_number': 0, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}, {'id': 'e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:16:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986876e-9785-44b4-9c87-b615ad959e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:20:44Z', 'updated_at': '2022-02-15T05:20:47Z', 'revision_number': 1, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:23:09.134466 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c2ece-c9f5-45e7-8006-fee008f26f3f None None] The sync data for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi is: [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '52d26868-fa20-46f7-aa76-2a1da65716ea', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '88c444f2-be0e-4f58-ba70-1b24301e01d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:f0:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c17f24-351b-4340-baa1-35bfd3207c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:23:07Z', 'updated_at': '2022-02-15T05:23:07Z', 'revision_number': 0, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}, {'id': 'e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:16:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986876e-9785-44b4-9c87-b615ad959e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:20:44Z', 'updated_at': '2022-02-15T05:20:47Z', 'revision_number': 1, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:23:09.330755 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af4fcf-f25b-46c9-b792-c751b0a15356 None None] New status for floating IP 52d26868-fa20-46f7-aa76-2a1da65716ea: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:23:09.612570 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:17.859126 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:23:22.094233 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:33.233111 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3ef1caf-f0ba-421d-b15c-f7c73d3db48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:35.438294 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-276305d3-7ed1-43f0-85e1-a126528042e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:36.601916 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:38.394101 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:39.614693 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:41.207059 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f09eb-3c21-4afc-971e-01e57fb84661 req-a8fd5da0-7854-4e96-9318-19359c2891ca tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:41.208554 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-836f09eb-3c21-4afc-971e-01e57fb84661 req-a8fd5da0-7854-4e96-9318-19359c2891ca tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0536897 Feb 15 05:23:41.254379 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-836f09eb-3c21-4afc-971e-01e57fb84661 req-57fce55c-3d3d-4330-a894-7c83ba584dd2 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402746 Feb 15 05:23:42.372553 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2626c-1616-4413-a5b6-4c05ebd0aa48 req-6789747a-8d9e-4974-b280-fe9aaed36cba tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:42.373990 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0de2626c-1616-4413-a5b6-4c05ebd0aa48 req-6789747a-8d9e-4974-b280-fe9aaed36cba tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0507188 Feb 15 05:23:42.418990 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0de2626c-1616-4413-a5b6-4c05ebd0aa48 req-ddfe9a02-67ac-4e7c-a6a3-af3748ab4048 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395200 Feb 15 05:23:43.539014 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef0655-de90-4cfb-a165-d0cae124a0fd req-b948b013-ab96-4803-ae9b-d7b5cbd2f6c8 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:43.540552 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7eef0655-de90-4cfb-a165-d0cae124a0fd req-b948b013-ab96-4803-ae9b-d7b5cbd2f6c8 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0550356 Feb 15 05:23:43.584553 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7eef0655-de90-4cfb-a165-d0cae124a0fd req-c907b372-0169-48bf-aeb9-85b54b0206b2 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386384 Feb 15 05:23:44.700119 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58afbc-1ab4-460d-abb1-44b0d9c2da73 req-eaf87603-d7a3-4e29-a5e2-2779d1cac8a5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:44.701546 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce58afbc-1ab4-460d-abb1-44b0d9c2da73 req-eaf87603-d7a3-4e29-a5e2-2779d1cac8a5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0509307 Feb 15 05:23:44.745317 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce58afbc-1ab4-460d-abb1-44b0d9c2da73 req-58a6c90a-611f-4d3f-8f8a-e03c2d93cc82 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383565 Feb 15 05:23:45.862142 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83709c9-8801-4ee8-ae8d-8a9aa5f8b597 req-a5715036-40f0-4d41-9ac9-9fcef0ccb49c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:45.863621 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f83709c9-8801-4ee8-ae8d-8a9aa5f8b597 req-a5715036-40f0-4d41-9ac9-9fcef0ccb49c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0533404 Feb 15 05:23:45.908868 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f83709c9-8801-4ee8-ae8d-8a9aa5f8b597 req-70e7a6de-4589-4cf2-a6bd-955197a4e5ce tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398002 Feb 15 05:23:47.022843 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b326a-2b25-4968-8069-80f950bec65c req-79734564-1fb0-44f9-98e6-e7fdbf3974f0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:47.024312 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-129b326a-2b25-4968-8069-80f950bec65c req-79734564-1fb0-44f9-98e6-e7fdbf3974f0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0512381 Feb 15 05:23:47.068575 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-129b326a-2b25-4968-8069-80f950bec65c req-998d7ced-cf18-4e51-add0-83d0a2bb559f tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Feb 15 05:23:48.183186 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1acca0-5ad0-4751-bf39-214f99233b8b req-de9bc73e-b1dc-4a00-83e1-9659412ac776 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:48.184646 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8b1acca0-5ad0-4751-bf39-214f99233b8b req-de9bc73e-b1dc-4a00-83e1-9659412ac776 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0506523 Feb 15 05:23:48.232702 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8b1acca0-5ad0-4751-bf39-214f99233b8b req-7a3d5dc7-b557-4b13-b6b8-32a07e17add9 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Feb 15 05:23:49.353199 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200a210-3933-41bb-bf5e-f8eff1b29f04 req-585755dc-7e87-4ce6-a3bc-31e2c9f82c35 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:49.354630 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5200a210-3933-41bb-bf5e-f8eff1b29f04 req-585755dc-7e87-4ce6-a3bc-31e2c9f82c35 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0509930 Feb 15 05:23:49.399700 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5200a210-3933-41bb-bf5e-f8eff1b29f04 req-794fe28e-6434-4497-9b2e-9eb3b672fa05 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 Feb 15 05:23:50.514327 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f916c9d-f558-4d4d-8cfb-5adcf3594b63 req-f8cef8ab-4d36-45e4-a098-57ad0d8c15f5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:50.515772 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f916c9d-f558-4d4d-8cfb-5adcf3594b63 req-f8cef8ab-4d36-45e4-a098-57ad0d8c15f5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0507221 Feb 15 05:23:50.559916 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f916c9d-f558-4d4d-8cfb-5adcf3594b63 req-5d2cb898-f926-45f0-8dd7-5cdd4d600544 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387325 Feb 15 05:23:51.677036 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d345bc1-0563-4ff8-b15f-566f54dc1b8c req-784f2fcb-ac27-4f8c-a68a-9f432a658c6a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:51.678527 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5d345bc1-0563-4ff8-b15f-566f54dc1b8c req-784f2fcb-ac27-4f8c-a68a-9f432a658c6a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0550027 Feb 15 05:23:51.723230 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5d345bc1-0563-4ff8-b15f-566f54dc1b8c req-118928e2-5f3d-4985-b5e5-8e844d75b419 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392351 Feb 15 05:23:51.952714 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fc7ba-6c7a-4432-890f-b4b2d9e0a4f5 req-c3eaacef-f90b-4522-8d00-4a40197d1ee0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:51.954176 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f6fc7ba-6c7a-4432-890f-b4b2d9e0a4f5 req-c3eaacef-f90b-4522-8d00-4a40197d1ee0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Feb 15 05:23:52.026600 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f6fc7ba-6c7a-4432-890f-b4b2d9e0a4f5 req-b102070d-dbdc-49a8-a9d7-bfd33a02b995 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668571 Feb 15 05:23:52.035389 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf5b03-52c8-481e-81f1-aa638cc949a5 req-fd936564-bf1d-41e1-b400-3164208c092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:52.036966 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ccf5b03-52c8-481e-81f1-aa638cc949a5 req-fd936564-bf1d-41e1-b400-3164208c092c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e83046def4a42289f83a0d0d2160c42&device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 1129 time: 0.0700352 Feb 15 05:23:52.088143 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:23:52.126899 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf5b03-52c8-481e-81f1-aa638cc949a5 req-0dfa5634-7e9a-4c13-8b87-dfef2610b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:52.128338 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ccf5b03-52c8-481e-81f1-aa638cc949a5 req-0dfa5634-7e9a-4c13-8b87-dfef2610b3a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 200 len: 911 time: 0.0857320 Feb 15 05:23:52.188933 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ccf5b03-52c8-481e-81f1-aa638cc949a5 req-c94793a6-2b5b-4a81-a50f-68f8554f583d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad08ac49-5732-476c-87f0-f89d10171844 HTTP/1.1" status: 200 len: 1000 time: 0.0550585 Feb 15 05:23:52.237394 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf5b03-52c8-481e-81f1-aa638cc949a5 req-43f96f36-2cf3-4573-8602-6d3c4b752805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:52.238774 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ccf5b03-52c8-481e-81f1-aa638cc949a5 req-43f96f36-2cf3-4573-8602-6d3c4b752805 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c04148-4f33-457e-92a3-073c18eadb99 HTTP/1.1" status: 200 len: 849 time: 0.0440712 Feb 15 05:23:52.284012 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf5b03-52c8-481e-81f1-aa638cc949a5 req-01ae9926-f25b-4900-ba8c-2e50360ecf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:52.285404 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ccf5b03-52c8-481e-81f1-aa638cc949a5 req-01ae9926-f25b-4900-ba8c-2e50360ecf5e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9713c281-72ed-47f0-b6ab-a18387dc943e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410149 Feb 15 05:23:52.368962 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ccf5b03-52c8-481e-81f1-aa638cc949a5 req-cd9f544b-c9d7-4056-aa12-7779950b05ca service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768588 Feb 15 05:23:52.456558 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ccf5b03-52c8-481e-81f1-aa638cc949a5 req-0d0bf828-53e7-40cc-92f3-beef91555ff9 service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819468 Feb 15 05:23:53.148050 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c9606-00f5-421c-9379-c9c63dce9c38 req-0890680c-a270-49f0-8f58-cdbbad921e92 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:53.149500 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e6c9606-00f5-421c-9379-c9c63dce9c38 req-0890680c-a270-49f0-8f58-cdbbad921e92 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0523238 Feb 15 05:23:53.192884 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e6c9606-00f5-421c-9379-c9c63dce9c38 req-87651d04-6e23-4e57-be1d-c6e6e84e3cc7 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379374 Feb 15 05:23:54.857963 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:23:58.975164 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fff848f-22da-445e-af81-bd333fcf3ae6 req-95c33363-cf1a-432a-b372-d0ded062fcd0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458744 Feb 15 05:23:59.047936 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff848f-22da-445e-af81-bd333fcf3ae6 req-d896ecea-2708-43f0-980a-97ecbb728c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:59.049395 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fff848f-22da-445e-af81-bd333fcf3ae6 req-d896ecea-2708-43f0-980a-97ecbb728c8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e83046def4a42289f83a0d0d2160c42&device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 1129 time: 0.0436835 Feb 15 05:23:59.146171 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff848f-22da-445e-af81-bd333fcf3ae6 req-03270397-41ba-4ab0-b1e3-779df880fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:59.147647 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fff848f-22da-445e-af81-bd333fcf3ae6 req-03270397-41ba-4ab0-b1e3-779df880fdc0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 200 len: 911 time: 0.0798967 Feb 15 05:23:59.211955 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fff848f-22da-445e-af81-bd333fcf3ae6 req-6452b740-74b1-47eb-9c31-c1bcb3368e52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad08ac49-5732-476c-87f0-f89d10171844 HTTP/1.1" status: 200 len: 1000 time: 0.0585244 Feb 15 05:23:59.258083 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff848f-22da-445e-af81-bd333fcf3ae6 req-2bd76c95-8516-4ff2-bfeb-cc9efe8dbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:59.259481 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fff848f-22da-445e-af81-bd333fcf3ae6 req-2bd76c95-8516-4ff2-bfeb-cc9efe8dbc55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c04148-4f33-457e-92a3-073c18eadb99 HTTP/1.1" status: 200 len: 849 time: 0.0417199 Feb 15 05:23:59.306179 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff848f-22da-445e-af81-bd333fcf3ae6 req-411f9b25-31ce-46eb-8fb8-75a9107c13c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:23:59.307656 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fff848f-22da-445e-af81-bd333fcf3ae6 req-411f9b25-31ce-46eb-8fb8-75a9107c13c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9713c281-72ed-47f0-b6ab-a18387dc943e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422497 Feb 15 05:23:59.394479 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fff848f-22da-445e-af81-bd333fcf3ae6 req-f1df7f7a-83b3-463f-8ac1-d77bf31000c2 service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814052 Feb 15 05:23:59.479908 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fff848f-22da-445e-af81-bd333fcf3ae6 req-b6d723aa-2817-4575-85a7-168e33f7a876 service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788355 Feb 15 05:24:03.235217 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-303feb6a-869c-40cc-8444-570c2a936063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:05.439271 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ac059c96-093c-4b1e-95ef-abea8539d431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:06.604257 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:08.431802 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:09.616661 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:22.098567 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:31.857237 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:24:33.236208 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb425b58-c5ad-47ae-9794-924f64575e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:35.440440 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e3ff41dd-af15-4b1b-8a5f-a5c6d731e06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:36.608272 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:38.400202 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:39.618538 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:52.113197 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:56.805709 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20c8ce-4fb7-4eda-bb44-3eb48bd40f42 req-f0119537-cd39-44e6-b55d-3b9d19e14895 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:24:56.807137 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf20c8ce-4fb7-4eda-bb44-3eb48bd40f42 req-f0119537-cd39-44e6-b55d-3b9d19e14895 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0556028 Feb 15 05:24:56.851691 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf20c8ce-4fb7-4eda-bb44-3eb48bd40f42 req-b9c61296-aa2e-40ef-baa2-c298e17232bd tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389709 Feb 15 05:24:57.969015 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2654ba4-a8af-491c-9367-64c82a0e8d6a req-81476e18-a8a6-419c-a65f-8c3e8d8daa79 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:24:57.970481 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d2654ba4-a8af-491c-9367-64c82a0e8d6a req-81476e18-a8a6-419c-a65f-8c3e8d8daa79 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0517957 Feb 15 05:24:58.015274 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d2654ba4-a8af-491c-9367-64c82a0e8d6a req-f3a7f6a2-1c5d-49cf-ae3a-efe12f96c84d tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393033 Feb 15 05:24:59.061926 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-861e5c65-13a3-4029-8bfa-4f89c39f677e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:24:59.063360 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-861e5c65-13a3-4029-8bfa-4f89c39f677e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.0516367 Feb 15 05:24:59.161573 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Deleting port ad08ac49-5732-476c-87f0-f89d10171844 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:24:59.161919 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (ad08ac49-5732-476c-87f0-f89d10171844), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:59.283392 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7c80d-be8a-4a80-acdc-e3670e3e20e7 req-73d2bd6f-19ff-4d2c-b203-dc078ba50087 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:24:59.284769 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ce7c80d-be8a-4a80-acdc-e3670e3e20e7 req-73d2bd6f-19ff-4d2c-b203-dc078ba50087 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 945 time: 0.1891687 Feb 15 05:24:59.286425 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] For port ad08ac49-5732-476c-87f0-f89d10171844, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ad08ac49-5732-476c-87f0-f89d10171844,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:24:59.286781 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (ad08ac49-5732-476c-87f0-f89d10171844), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:59.377387 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ce7c80d-be8a-4a80-acdc-e3670e3e20e7 req-f010b4ac-3364-442d-b791-5c43ef7038b7 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff8bc3ed-5b03-4459-a395-2613e7a6e49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836425 Feb 15 05:24:59.478064 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:59.478417 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (53f13660-eace-4af7-86f7-82bf8288e128), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:59.478727 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Floating IP 53f13660-eace-4af7-86f7-82bf8288e128 disassociated. External IP: 172.27.3.52, port: ad08ac49-5732-476c-87f0-f89d10171844. Feb 15 05:24:59.479061 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Calling delete_port for ad08ac49-5732-476c-87f0-f89d10171844 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:24:59.603074 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (ad08ac49-5732-476c-87f0-f89d10171844), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:59.630978 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event deleted for resources: {'Port': ['ID=ad08ac49-5732-476c-87f0-f89d10171844,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:24:59.642756 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.643114 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.643465 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.643833 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.644173 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.644508 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.644843 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.645730 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.646074 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.646408 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.646735 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.647066 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.647389 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:24:59.756598 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Router aef9fbf8-b6f9-49b9-ad40-43251893fecd has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:24:59.862596 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:24:59.872939 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a2b66-54b5-4726-8ad3-bdb47f6fd387 None None] Sync routers for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:24:59.883171 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a2b66-54b5-4726-8ad3-bdb47f6fd387 None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:24:59.883824 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c88a2b66-54b5-4726-8ad3-bdb47f6fd387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:24:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:24:59.903561 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] No DVR routers for this DVR port ad08ac49-5732-476c-87f0-f89d10171844 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:24:59.906002 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:24:59.909266 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f77484c9-5f04-4719-9145-c7d9ce673371 req-0bf9fde9-8e61-455a-aa72-be89245458bc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.61 "DELETE /v2.0/ports/ad08ac49-5732-476c-87f0-f89d10171844 HTTP/1.1" status: 204 len: 173 time: 0.8407249 Feb 15 05:24:59.909718 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'name': 'network-vif-deleted', 'tag': 'ad08ac49-5732-476c-87f0-f89d10171844'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:24:59.912007 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414dfc4-7eb5-49f5-ad47-5bda43ec03fe" -d '{"events": [{"server_uuid": "4bfccc50-2815-4844-be6a-6efcb3e25a66", "name": "network-vif-deleted", "tag": "ad08ac49-5732-476c-87f0-f89d10171844"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:24:59.949099 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7a1cbf-4005-4ca7-9e66-621df42eb226 x-openstack-request-id: req-6e7a1cbf-4005-4ca7-9e66-621df42eb226 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:24:59.949401 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfccc50-2815-4844-be6a-6efcb3e25a66", "name": "network-vif-deleted", "tag": "ad08ac49-5732-476c-87f0-f89d10171844", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:24:59.949659 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e7a1cbf-4005-4ca7-9e66-621df42eb226 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:24:59.950054 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfccc50-2815-4844-be6a-6efcb3e25a66', 'name': 'network-vif-deleted', 'tag': 'ad08ac49-5732-476c-87f0-f89d10171844', 'status': 'completed', 'code': 200} Feb 15 05:24:59.998295 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-c88a2b66-54b5-4726-8ad3-bdb47f6fd387 None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:25:00.202817 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c88a2b66-54b5-4726-8ad3-bdb47f6fd387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:00.227782 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a2b66-54b5-4726-8ad3-bdb47f6fd387 None None] Checking router: aef9fbf8-b6f9-49b9-ad40-43251893fecd for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:25:00.235523 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a2b66-54b5-4726-8ad3-bdb47f6fd387 None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:25:00.236128 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c88a2b66-54b5-4726-8ad3-bdb47f6fd387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:24:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:00.340263 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-c88a2b66-54b5-4726-8ad3-bdb47f6fd387 None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:25:00.503105 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bfeeb125-98f3-4582-8da1-edffb68cb7c8 req-2fb11d48-a0fa-490d-b98b-d47ba33a2dea tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bfccc50-2815-4844-be6a-6efcb3e25a66 HTTP/1.1" status: 200 len: 210 time: 0.0296335 Feb 15 05:25:00.545160 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c88a2b66-54b5-4726-8ad3-bdb47f6fd387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:00.570651 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a2b66-54b5-4726-8ad3-bdb47f6fd387 None None] The sync data for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi is: [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:25:00.783346 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9974918-71f5-41a6-98fd-6757d3a710ea None None] New status for floating IP 53f13660-eace-4af7-86f7-82bf8288e128: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:25:01.587044 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33324) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:01.639351 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group (ff8bc3ed-5b03-4459-a395-2613e7a6e49e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:01.663662 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group (ff8bc3ed-5b03-4459-a395-2613e7a6e49e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:01.715850 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (ff8bc3ed-5b03-4459-a395-2613e7a6e49e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:01.718460 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:01.719855 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "DELETE /v2.0/security-groups/ff8bc3ed-5b03-4459-a395-2613e7a6e49e HTTP/1.1" status: 204 len: 168 time: 0.1315413 Feb 15 05:25:01.723080 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33330) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:01.732048 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9662d59-6008-4049-8088-b38c7d0ae460 req-80b1034d-2689-48fa-a1fc-e10935690027 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871642 Feb 15 05:25:01.735860 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8bc3ed-5b03-4459-a395-2613e7a6e49e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:01.745831 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.api.v2.resource [None req-cc6c0329-afb2-41c5-8bd7-95adc4e2a7f2 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] show failed (client error): The resource could not be found. Feb 15 05:25:01.746849 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cc6c0329-afb2-41c5-8bd7-95adc4e2a7f2 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups/ff8bc3ed-5b03-4459-a395-2613e7a6e49e HTTP/1.1" status: 404 len: 347 time: 0.0217721 Feb 15 05:25:01.748534 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.748882 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.749219 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.749553 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.749877 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.750157 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33332) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:01.750292 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.750508 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.750829 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.751148 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.751469 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.751861 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.752178 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.752498 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e94a8-9dd8-4fdd-bbec-22524d6d466e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:01.893776 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662d59-6008-4049-8088-b38c7d0ae460 req-777c0726-782a-402a-b131-4dc52216501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:01.895750 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9662d59-6008-4049-8088-b38c7d0ae460 req-777c0726-782a-402a-b131-4dc52216501c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 1129 time: 0.1034675 Feb 15 05:25:01.913743 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-16fcb1f5-f59a-4af0-a47f-4e3a9c894bf0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Deleting port d329c6cb-fad2-41d4-b766-71d6d0b6e34a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:25:01.914093 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fcb1f5-f59a-4af0-a47f-4e3a9c894bf0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (d329c6cb-fad2-41d4-b766-71d6d0b6e34a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:02.053276 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fcb1f5-f59a-4af0-a47f-4e3a9c894bf0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (d329c6cb-fad2-41d4-b766-71d6d0b6e34a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:02.053603 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fcb1f5-f59a-4af0-a47f-4e3a9c894bf0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (d329c6cb-fad2-41d4-b766-71d6d0b6e34a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:02.061990 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662d59-6008-4049-8088-b38c7d0ae460 req-237eef0d-49e6-4c94-ae51-2383dc89e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:02.063431 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9662d59-6008-4049-8088-b38c7d0ae460 req-237eef0d-49e6-4c94-ae51-2383dc89e325 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 913 time: 0.1513052 Feb 15 05:25:02.069658 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-16fcb1f5-f59a-4af0-a47f-4e3a9c894bf0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Calling delete_port for d329c6cb-fad2-41d4-b766-71d6d0b6e34a owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:25:02.168811 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9662d59-6008-4049-8088-b38c7d0ae460 req-98eb47c6-b58a-4d03-bc63-9d773b7d99cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dd7c4f4-d022-4340-9cb1-9ff6882032f1 HTTP/1.1" status: 200 len: 1001 time: 0.0971978 Feb 15 05:25:02.505993 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662d59-6008-4049-8088-b38c7d0ae460 req-5aa18576-9453-489e-8225-24fc8f7380e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:02.507445 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9662d59-6008-4049-8088-b38c7d0ae460 req-5aa18576-9453-489e-8225-24fc8f7380e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.3322468 Feb 15 05:25:02.585419 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fcb1f5-f59a-4af0-a47f-4e3a9c894bf0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (d329c6cb-fad2-41d4-b766-71d6d0b6e34a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:02.590592 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662d59-6008-4049-8088-b38c7d0ae460 req-714d1a3f-bf21-407d-b00d-eac9af0fd31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:02.592092 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9662d59-6008-4049-8088-b38c7d0ae460 req-714d1a3f-bf21-407d-b00d-eac9af0fd31f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780067 Feb 15 05:25:02.620809 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcb1f5-f59a-4af0-a47f-4e3a9c894bf0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event deleted for resources: {'Port': ['ID=d329c6cb-fad2-41d4-b766-71d6d0b6e34a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:02.735721 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fcb1f5-f59a-4af0-a47f-4e3a9c894bf0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (53f13660-eace-4af7-86f7-82bf8288e128), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:02.738153 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16fcb1f5-f59a-4af0-a47f-4e3a9c894bf0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:02.739917 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-16fcb1f5-f59a-4af0-a47f-4e3a9c894bf0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "DELETE /v2.0/floatingips/53f13660-eace-4af7-86f7-82bf8288e128 HTTP/1.1" status: 204 len: 168 time: 0.9882824 Feb 15 05:25:02.750477 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9662d59-6008-4049-8088-b38c7d0ae460 req-6f151e5c-d501-40cb-a286-e9fbcd1dfc8f service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387336 Feb 15 05:25:02.793118 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device ad08ac49-5732-476c-87f0-f89d10171844 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:25:02.813997 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: ad08ac49-5732-476c-87f0-f89d10171844 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:25:02.814403 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device ad08ac49-5732-476c-87f0-f89d10171844 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:25:02.837113 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9662d59-6008-4049-8088-b38c7d0ae460 req-13f74ef5-958f-43b7-aaf0-f7985bbf11b7 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815604 Feb 15 05:25:03.095712 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33336) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:03.100244 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-93e3a348-79bb-4f57-b486-b8a981b06012 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--703649253', 'description': 'tempest-description--1252683595'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:25:03.119475 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93e3a348-79bb-4f57-b486-b8a981b06012 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.188313 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93e3a348-79bb-4f57-b486-b8a981b06012 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group (2f2396db-542c-49ff-a252-743cad22e1a9), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.192144 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93e3a348-79bb-4f57-b486-b8a981b06012 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (2f2396db-542c-49ff-a252-743cad22e1a9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.220469 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93e3a348-79bb-4f57-b486-b8a981b06012 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.224753 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-93e3a348-79bb-4f57-b486-b8a981b06012 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1249895 Feb 15 05:25:03.224753 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3a348-79bb-4f57-b486-b8a981b06012 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2396db-542c-49ff-a252-743cad22e1a9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:03.225547 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33338) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:03.231231 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-1a66da76-55b4-4b66-9df4-706ade04e0ff tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Request body: {'security_group_rule': {'security_group_id': '2f2396db-542c-49ff-a252-743cad22e1a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:25:03.239875 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef02f-a7dc-410f-a0d2-74fdb9ed0187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.257380 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1a66da76-55b4-4b66-9df4-706ade04e0ff tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group_rule (c85bc849-8552-46a2-9e0d-f81072d06af0), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.302098 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1a66da76-55b4-4b66-9df4-706ade04e0ff tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group_rule (c85bc849-8552-46a2-9e0d-f81072d06af0), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.310995 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1a66da76-55b4-4b66-9df4-706ade04e0ff tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (c85bc849-8552-46a2-9e0d-f81072d06af0), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.327792 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66da76-55b4-4b66-9df4-706ade04e0ff tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85bc849-8552-46a2-9e0d-f81072d06af0,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:03.335643 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1a66da76-55b4-4b66-9df4-706ade04e0ff tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.336831 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1a66da76-55b4-4b66-9df4-706ade04e0ff tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1096447 Feb 15 05:25:03.339437 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33340) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:03.343694 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-24899615-5ad8-45ac-a165-8ab5d9925de5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Request body: {'security_group_rule': {'security_group_id': '2f2396db-542c-49ff-a252-743cad22e1a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:25:03.368059 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24899615-5ad8-45ac-a165-8ab5d9925de5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group_rule (7265b225-9010-47a3-8da1-2f3893a85e57), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.421876 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24899615-5ad8-45ac-a165-8ab5d9925de5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group_rule (7265b225-9010-47a3-8da1-2f3893a85e57), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.425554 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24899615-5ad8-45ac-a165-8ab5d9925de5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675825'] for security_group_rule (7265b225-9010-47a3-8da1-2f3893a85e57), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.442788 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24899615-5ad8-45ac-a165-8ab5d9925de5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7265b225-9010-47a3-8da1-2f3893a85e57,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:03.449861 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24899615-5ad8-45ac-a165-8ab5d9925de5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.451023 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-24899615-5ad8-45ac-a165-8ab5d9925de5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1106536 Feb 15 05:25:03.454160 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33342) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:03.458262 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Request body: {'floatingip': {'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:25:03.476894 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.571543 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.667562 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Allocated IP 172.27.3.233 (dda14d27-2e09-4348-83b7-68b288eb8ca4/15e10ff5-b296-4161-a935-11b38e7a69af/7a2d18f8-9f84-461d-8611-4ffdfd7160f2) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:25:03.767449 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for port (7a2d18f8-9f84-461d-8611-4ffdfd7160f2), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.798966 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (7a2d18f8-9f84-461d-8611-4ffdfd7160f2), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.833366 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Network dda14d27-2e09-4348-83b7-68b288eb8ca4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:25:03.836014 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:25:03.838403 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:25:03.868861 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event updated for resources: {'Port': ['ID=7a2d18f8-9f84-461d-8611-4ffdfd7160f2,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:03.930171 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (0072a848-02e7-43bd-893b-1d4f649f820e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:03.964720 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (7a2d18f8-9f84-461d-8611-4ffdfd7160f2), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:04.322323 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for port (7a2d18f8-9f84-461d-8611-4ffdfd7160f2), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:04.326461 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3338380'] for port (7a2d18f8-9f84-461d-8611-4ffdfd7160f2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:04.391051 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event updated for resources: {'Port': ['ID=7a2d18f8-9f84-461d-8611-4ffdfd7160f2,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:04.401273 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (0072a848-02e7-43bd-893b-1d4f649f820e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:04.416387 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:04.417632 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-41eb72c8-f278-415f-b367-6185f5df5185 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9625802 Feb 15 05:25:04.558197 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-5815ab3e-c8ea-4165-b182-809e12a97c3e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--703649253&fields=id&tenant_id=3e83046def4a42289f83a0d0d2160c42 HTTP/1.1" status: 200 len: 267 time: 0.0409315 Feb 15 05:25:04.662373 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-fd40f0d9-9dec-4019-95e1-77a6c39047df tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:04.663727 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-fd40f0d9-9dec-4019-95e1-77a6c39047df tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/networks?id=9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 200 len: 810 time: 0.0994105 Feb 15 05:25:04.677552 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-db1bfdf7-0a06-4699-80c9-c0da3289f7aa tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/quotas/3e83046def4a42289f83a0d0d2160c42 HTTP/1.1" status: 200 len: 375 time: 0.0085762 Feb 15 05:25:04.730079 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-665f89c8-1068-4d04-acae-670d1af81282 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3e83046def4a42289f83a0d0d2160c42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478449 Feb 15 05:25:04.823728 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-a8835e24-09ba-44f6-a296-cda1fa797334 service neutron] 10.222.0.43 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826511 Feb 15 05:25:04.908408 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-2f7fd504-402a-417d-8a11-4347a44fbccb service neutron] 10.222.0.43 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790532 Feb 15 05:25:05.116895 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7c892cf1-a89a-420e-a18c-2c92ba68925c req-729fd11c-486a-4e32-b551-2ed3307f0319 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 210 time: 0.0767765 Feb 15 05:25:05.446731 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-67f9f803-bbc0-4f45-90e3-14688322322e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:05.943017 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-7bbf5912-dff5-4938-ae65-0612a8951ecf tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:05.944515 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-7bbf5912-dff5-4938-ae65-0612a8951ecf tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.61 "GET /v2.0/networks?id=9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 200 len: 810 time: 0.1050911 Feb 15 05:25:06.006197 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-ede3b6f0-5f46-4498-a1ec-699a3120f3ac tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e83046def4a42289f83a0d0d2160c42 HTTP/1.1" status: 200 len: 379 time: 0.0526946 Feb 15 05:25:06.017108 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Request body: {'port': {'device_id': '828c7629-ec53-4665-8d83-12548dff6f73', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'admin_state_up': True, 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'security_groups': ['2f2396db-542c-49ff-a252-743cad22e1a9']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:25:06.120296 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Made reservation on behalf of 3e83046def4a42289f83a0d0d2160c42 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 05:25:06.123542 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:06.216166 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d559a3d8-5959-46dc-b884-d852620591ca req-faef62f4-f7b2-49b0-a8a9-6efe7371d9e7 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 210 time: 0.0315521 Feb 15 05:25:06.266928 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Allocated IP 172.20.0.8 (9713c281-72ed-47f0-b6ab-a18387dc943e/e5c04148-4f33-457e-92a3-073c18eadb99/a7a5464b-b505-48e5-bdc5-f31e2ed1d65e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 05:25:06.398510 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:06.431840 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729008507450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:06.472020 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Network 9713c281-72ed-47f0-b6ab-a18387dc943e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 05:25:06.477343 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 05:25:06.480977 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 05:25:06.487116 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event updated for resources: {'Port': ['ID=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:06.535252 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:06.536449 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:06.552569 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-de7d9858-8d6a-4609-b371-240a66d38498 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5389478 Feb 15 05:25:06.564071 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Request body: {'port': {'device_id': '828c7629-ec53-4665-8d83-12548dff6f73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:25:06.610089 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:06.625468 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:06.758736 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-6e1cdf5b-1c1b-479f-90ce-55996f0e7315 None None] Provisioning complete for port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:25:06.759087 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6e1cdf5b-1c1b-479f-90ce-55996f0e7315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:06.791160 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-6e1cdf5b-1c1b-479f-90ce-55996f0e7315 None None] Port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 05:25:06.880440 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a5464b-b505-48e5-bdc5-f31e2ed1d65e {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:25:06.887902 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Publish callbacks [] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:06.899381 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Transition to ACTIVE for port object a7a5464b-b505-48e5-bdc5-f31e2ed1d65e will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 05:25:06.903398 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:06.954593 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:07.023763 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Attempting to bind port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e on host hv-cinder-82869 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 05:25:07.024017 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Attempting to bind port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 05:25:07.024346 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Attempting to bind port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e on network 9713c281-72ed-47f0-b6ab-a18387dc943e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:25:07.028878 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e on network 9713c281-72ed-47f0-b6ab-a18387dc943e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 05:25:07.029197 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Attempting to bind port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e on network 9713c281-72ed-47f0-b6ab-a18387dc943e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 05:25:07.034225 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Checking agent: {'id': '8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'started_at': datetime.datetime(2022, 2, 15, 5, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 5, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 05:25:07.034567 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Checking segment: {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 05:25:07.034948 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Bound using segment: {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 05:25:07.035369 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Bound port: a7a5464b-b505-48e5-bdc5-f31e2ed1d65e, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd746344e-a8d5-4449-afaf-f0da3789ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 05:25:07.036319 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:07.105011 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] For port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e, host hv-cinder-82869, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 05:25:07.108047 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] For port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 05:25:07.114811 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3975188'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:07.147923 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:07.148550 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:07.149997 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] 10.222.0.61 "PUT /v2.0/ports/a7a5464b-b505-48e5-bdc5-f31e2ed1d65e HTTP/1.1" status: 200 len: 1093 time: 0.5903046 Feb 15 05:25:07.150433 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828c7629-ec53-4665-8d83-12548dff6f73', 'tag': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:25:07.152702 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac2033c-0fe6-46b1-8226-6e4b1217c689" -d '{"events": [{"name": "network-changed", "server_uuid": "828c7629-ec53-4665-8d83-12548dff6f73", "tag": "a7a5464b-b505-48e5-bdc5-f31e2ed1d65e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:25:07.177768 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b94d-62a1-4fae-8c93-1abc1733e753 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:07.206478 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321913ac-ebd6-4d47-96d7-42dda7b267a2 x-openstack-request-id: req-321913ac-ebd6-4d47-96d7-42dda7b267a2 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:25:07.206771 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828c7629-ec53-4665-8d83-12548dff6f73", "tag": "a7a5464b-b505-48e5-bdc5-f31e2ed1d65e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:25:07.207023 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-321913ac-ebd6-4d47-96d7-42dda7b267a2 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:25:07.208113 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828c7629-ec53-4665-8d83-12548dff6f73', 'tag': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e', 'status': 'completed', 'code': 200} Feb 15 05:25:07.242057 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-db18ebfb-2a67-4780-a929-bad58f74a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:07.244007 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-db18ebfb-2a67-4780-a929-bad58f74a331 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e83046def4a42289f83a0d0d2160c42&device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 1127 time: 0.0473266 Feb 15 05:25:07.298579 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-59a9a96a-21e3-4b00-b32a-ea65f15e4343 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e HTTP/1.1" status: 200 len: 217 time: 0.0481145 Feb 15 05:25:07.369223 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-b309d584-0ea2-407f-bc63-37f7841f288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:07.370662 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-b309d584-0ea2-407f-bc63-37f7841f288f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c04148-4f33-457e-92a3-073c18eadb99 HTTP/1.1" status: 200 len: 849 time: 0.0538104 Feb 15 05:25:07.378212 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eba578-76ab-4d3a-b83d-3f03fca40971 req-6cf8c296-c705-4fdf-ab0c-a0238185beee tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:07.380125 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a0eba578-76ab-4d3a-b83d-3f03fca40971 req-6cf8c296-c705-4fdf-ab0c-a0238185beee tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 943 time: 0.0902281 Feb 15 05:25:07.455820 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a0eba578-76ab-4d3a-b83d-3f03fca40971 req-e1ffb401-3bdd-4092-b2ae-5afcf5933584 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f2396db-542c-49ff-a252-743cad22e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673013 Feb 15 05:25:07.457575 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-83ea7a3d-9961-4e31-9df4-57d16e4e36c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:07.458955 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-83ea7a3d-9961-4e31-9df4-57d16e4e36c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9713c281-72ed-47f0-b6ab-a18387dc943e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780165 Feb 15 05:25:07.544423 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-ed37359d-9982-490d-b684-9324f5f347ff service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793815 Feb 15 05:25:07.632537 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2e1269d-0ab5-4172-9a36-cf09824be72a req-165ca6b2-174c-4014-a6c9-171b2a3338b8 service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827587 Feb 15 05:25:07.720350 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2033c-0fe6-46b1-8226-6e4b1217c689 req-9639bb79-f39b-49f5-a091-003c0f12ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:07.721809 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cac2033c-0fe6-46b1-8226-6e4b1217c689 req-9639bb79-f39b-49f5-a091-003c0f12ded3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e83046def4a42289f83a0d0d2160c42&device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 1127 time: 0.0428693 Feb 15 05:25:07.807082 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2033c-0fe6-46b1-8226-6e4b1217c689 req-fef754c8-166c-4794-a90d-51dbc2f5ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:07.808532 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cac2033c-0fe6-46b1-8226-6e4b1217c689 req-fef754c8-166c-4794-a90d-51dbc2f5ce29 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 200 len: 911 time: 0.0800128 Feb 15 05:25:07.849678 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cac2033c-0fe6-46b1-8226-6e4b1217c689 req-375f9a8f-6eec-442c-a342-d289a4c06646 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e HTTP/1.1" status: 200 len: 217 time: 0.0353837 Feb 15 05:25:07.895854 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2033c-0fe6-46b1-8226-6e4b1217c689 req-cb2ca923-f957-4bdd-8a06-fdc8318778fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:07.897165 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cac2033c-0fe6-46b1-8226-6e4b1217c689 req-cb2ca923-f957-4bdd-8a06-fdc8318778fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c04148-4f33-457e-92a3-073c18eadb99 HTTP/1.1" status: 200 len: 849 time: 0.0413759 Feb 15 05:25:07.943622 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2033c-0fe6-46b1-8226-6e4b1217c689 req-ffd89ccf-d8f0-402e-87a6-cba92d449d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:07.945090 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cac2033c-0fe6-46b1-8226-6e4b1217c689 req-ffd89ccf-d8f0-402e-87a6-cba92d449d24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9713c281-72ed-47f0-b6ab-a18387dc943e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423708 Feb 15 05:25:08.031154 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cac2033c-0fe6-46b1-8226-6e4b1217c689 req-53c23ff0-9e1e-40a9-9f67-45633161212c service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800283 Feb 15 05:25:08.116428 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cac2033c-0fe6-46b1-8226-6e4b1217c689 req-527943e5-45a2-4421-8a45-4563b1ded487 service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795238 Feb 15 05:25:08.401508 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:08.571451 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dc3ca-3465-4390-8db4-cb3992506924 req-908f1051-bb55-48d1-ae92-1fdc50fffb07 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:08.572902 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c8dc3ca-3465-4390-8db4-cb3992506924 req-908f1051-bb55-48d1-ae92-1fdc50fffb07 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 943 time: 0.0504739 Feb 15 05:25:08.621011 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c8dc3ca-3465-4390-8db4-cb3992506924 req-45d73c2f-4d7f-4538-947b-13f27c4a8e30 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f2396db-542c-49ff-a252-743cad22e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426497 Feb 15 05:25:08.856170 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:25:09.621489 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:09.738676 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c34e4f-8c57-4d20-93b6-9333ad453119 req-94f30f55-7bf2-4979-9ef6-187d443085fd tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:09.740155 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89c34e4f-8c57-4d20-93b6-9333ad453119 req-94f30f55-7bf2-4979-9ef6-187d443085fd tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 943 time: 0.0510707 Feb 15 05:25:09.785194 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89c34e4f-8c57-4d20-93b6-9333ad453119 req-69018a00-3369-41fd-ba29-9be5cbde7b45 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f2396db-542c-49ff-a252-743cad22e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394659 Feb 15 05:25:10.490070 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-2d819555-34d8-415f-85d7-29150d7b2bd3 req-4749cf7b-4490-4375-92e6-bb7db8526b98 service neutron] (102670) timed out ('10.222.0.61', 64079) {{(pid=102670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 05:25:10.811258 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device a7a5464b-b505-48e5-bdc5-f31e2ed1d65e details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 05:25:10.847919 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33388) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:10.905957 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d23ec-8103-4748-9cf8-406c20345a9e req-5a313c18-9708-4d00-9794-bf7ef3dfbc9f tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:10.907457 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b2d23ec-8103-4748-9cf8-406c20345a9e req-5a313c18-9708-4d00-9794-bf7ef3dfbc9f tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 943 time: 0.0526576 Feb 15 05:25:10.911535 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:25:10.922252 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Returning: {'device': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'port_id': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e', 'mac_address': 'fa:16:3e:db:78:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 05:25:10.961417 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:25:10.961810 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:10.966864 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b2d23ec-8103-4748-9cf8-406c20345a9e req-e75c15f9-f999-4ca4-8c21-7068af1e3a03 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f2396db-542c-49ff-a252-743cad22e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534034 Feb 15 05:25:10.975793 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a5464b-b505-48e5-bdc5-f31e2ed1d65e {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 05:25:10.999014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:25:11.002855 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:11.007356 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Deleting port cf940b06-1b38-4193-bc79-34d11ba4a342 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:25:11.007727 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (cf940b06-1b38-4193-bc79-34d11ba4a342), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:11.049203 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:11.056948 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.057304 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.057651 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.057992 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.058327 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.058664 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.058996 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.059330 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.059683 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.060018 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.060347 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.060673 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.060997 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:25:11.083215 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (cf940b06-1b38-4193-bc79-34d11ba4a342), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:11.083627 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (cf940b06-1b38-4193-bc79-34d11ba4a342), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:11.094736 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Calling delete_port for cf940b06-1b38-4193-bc79-34d11ba4a342 owned by network:floatingip {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:25:11.265399 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (cf940b06-1b38-4193-bc79-34d11ba4a342), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:11.288827 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event deleted for resources: {'Port': ['ID=cf940b06-1b38-4193-bc79-34d11ba4a342,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:11.322582 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] get_ports_and_sgs() called for port_ids ['a7a5464b-b505-48e5-bdc5-f31e2ed1d65e'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 05:25:11.350023 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (52d26868-fa20-46f7-aa76-2a1da65716ea), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:11.350349 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Floating IP 52d26868-fa20-46f7-aa76-2a1da65716ea disassociated (deleted). External IP: 172.27.3.195, port: 88c444f2-be0e-4f58-ba70-1b24301e01d4. Feb 15 05:25:11.559600 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Router dbdc5756-c945-4ced-bab8-8f741a67f461 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:25:11.665592 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:25:11.670275 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:11.676162 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4db5a2-6785-4d81-a0e3-bde366164ac1 None None] Sync routers for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:25:11.685287 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4db5a2-6785-4d81-a0e3-bde366164ac1 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:25:11.685888 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-4f4db5a2-6785-4d81-a0e3-bde366164ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:25:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:11.699393 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-dcd2bf76-f733-4bd5-a0e4-e4fc411fbf01 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "DELETE /v2.0/floatingips/52d26868-fa20-46f7-aa76-2a1da65716ea HTTP/1.1" status: 204 len: 168 time: 0.8503551 Feb 15 05:25:11.700030 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c17f24-351b-4340-baa1-35bfd3207c40', 'tag': '88c444f2-be0e-4f58-ba70-1b24301e01d4'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:25:11.702294 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d405f78e54060b3f35fba0d75da544d2410d2332c32325fa9b97c03aebb98be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56efe4d9-ffa6-4816-9cf3-b678414219f5" -d '{"events": [{"name": "network-changed", "server_uuid": "60c17f24-351b-4340-baa1-35bfd3207c40", "tag": "88c444f2-be0e-4f58-ba70-1b24301e01d4"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:25:11.796319 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8b0d89-eaa3-4934-8d01-8ede5ce8548b x-openstack-request-id: req-ce8b0d89-eaa3-4934-8d01-8ede5ce8548b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:25:11.796485 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c17f24-351b-4340-baa1-35bfd3207c40", "tag": "88c444f2-be0e-4f58-ba70-1b24301e01d4", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:25:11.796690 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce8b0d89-eaa3-4934-8d01-8ede5ce8548b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:25:11.797096 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c17f24-351b-4340-baa1-35bfd3207c40', 'tag': '88c444f2-be0e-4f58-ba70-1b24301e01d4', 'status': 'completed', 'code': 200} Feb 15 05:25:11.800057 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-4f4db5a2-6785-4d81-a0e3-bde366164ac1 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:25:11.876871 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efe4d9-ffa6-4816-9cf3-b678414219f5 req-20927c09-33ad-4939-9491-8c6627efe28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:11.878480 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-56efe4d9-ffa6-4816-9cf3-b678414219f5 req-20927c09-33ad-4939-9491-8c6627efe28e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 1129 time: 0.0539982 Feb 15 05:25:11.995404 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d60866-f63b-44df-a0e2-70988c2a4458 req-1cfdfbed-a6d2-4bb9-9165-cc5c92894c4c tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:11.996989 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72d60866-f63b-44df-a0e2-70988c2a4458 req-1cfdfbed-a6d2-4bb9-9165-cc5c92894c4c tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 945 time: 0.1115317 Feb 15 05:25:12.029286 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efe4d9-ffa6-4816-9cf3-b678414219f5 req-85ab9c66-ab10-4936-a254-7ff9f1114b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:12.030741 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-56efe4d9-ffa6-4816-9cf3-b678414219f5 req-85ab9c66-ab10-4936-a254-7ff9f1114b70 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 913 time: 0.1433036 Feb 15 05:25:12.043061 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-4f4db5a2-6785-4d81-a0e3-bde366164ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': 'e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:16:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986876e-9785-44b4-9c87-b615ad959e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:20:44Z', 'updated_at': '2022-02-15T05:20:47Z', 'revision_number': 1, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:12.069860 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4db5a2-6785-4d81-a0e3-bde366164ac1 None None] Checking router: dbdc5756-c945-4ced-bab8-8f741a67f461 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:25:12.078149 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4db5a2-6785-4d81-a0e3-bde366164ac1 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:25:12.078747 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-4f4db5a2-6785-4d81-a0e3-bde366164ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:25:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:12.107443 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-56efe4d9-ffa6-4816-9cf3-b678414219f5 req-0caa1f62-d8c2-46fe-ae82-09a296ab3d02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88c444f2-be0e-4f58-ba70-1b24301e01d4 HTTP/1.1" status: 200 len: 217 time: 0.0637741 Feb 15 05:25:12.129970 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72d60866-f63b-44df-a0e2-70988c2a4458 req-043367da-d4ff-4ece-a605-86e2b91468d8 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229720 Feb 15 05:25:12.178096 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352de818-4ace-410c-92f7-8ee5dc85df1d req-551500ca-b98e-4635-aba2-102636f5ac5d tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:12.179606 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-352de818-4ace-410c-92f7-8ee5dc85df1d req-551500ca-b98e-4635-aba2-102636f5ac5d tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 944 time: 0.1468873 Feb 15 05:25:12.183415 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efe4d9-ffa6-4816-9cf3-b678414219f5 req-b74201ea-d139-41a8-9a7e-dcfc50480f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:12.184817 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-56efe4d9-ffa6-4816-9cf3-b678414219f5 req-b74201ea-d139-41a8-9a7e-dcfc50480f00 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0683539 Feb 15 05:25:12.187133 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-4f4db5a2-6785-4d81-a0e3-bde366164ac1 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:25:12.254414 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-352de818-4ace-410c-92f7-8ee5dc85df1d req-416ff731-a105-48f9-b36b-452efca0709f tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f2396db-542c-49ff-a252-743cad22e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685663 Feb 15 05:25:12.264464 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efe4d9-ffa6-4816-9cf3-b678414219f5 req-39401388-db16-4324-b5ce-20b2815b208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:12.265947 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-56efe4d9-ffa6-4816-9cf3-b678414219f5 req-39401388-db16-4324-b5ce-20b2815b208a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736344 Feb 15 05:25:12.358000 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-56efe4d9-ffa6-4816-9cf3-b678414219f5 req-2899dcbb-80a7-4617-bd13-2fa902762621 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850480 Feb 15 05:25:12.407923 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-4f4db5a2-6785-4d81-a0e3-bde366164ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': 'e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:16:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986876e-9785-44b4-9c87-b615ad959e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:20:44Z', 'updated_at': '2022-02-15T05:20:47Z', 'revision_number': 1, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:12.447007 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-56efe4d9-ffa6-4816-9cf3-b678414219f5 req-b169d2c9-0934-47d9-8229-2d7760762202 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818484 Feb 15 05:25:12.520687 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4db5a2-6785-4d81-a0e3-bde366164ac1 None None] The sync data for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi is: [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': 'e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'port_id': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'mac_address': 'fa:16:3e:16:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4986876e-9785-44b4-9c87-b615ad959e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:20:44Z', 'updated_at': '2022-02-15T05:20:47Z', 'revision_number': 1, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:25:12.737808 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf16ec-b6ae-45c2-a91e-17ce59d7099a None None] New status for floating IP 52d26868-fa20-46f7-aa76-2a1da65716ea: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:25:12.826405 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device a7a5464b-b505-48e5-bdc5-f31e2ed1d65e up at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 05:25:12.877030 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning for port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 05:25:12.880917 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Provisioning complete for port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 05:25:12.881293 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16669030'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:12.955267 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Current status of the port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 05:25:12.955695 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16713902'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:12.977609 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828c7629-ec53-4665-8d83-12548dff6f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:25:12.979769 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d14c6a194cbbd69e4b77b1e258407c6ae4f89593a05f6885d9b023b16e8619a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31ee0ab-4cf0-4e79-a8aa-f0284b69dabc" -d '{"events": [{"server_uuid": "828c7629-ec53-4665-8d83-12548dff6f73", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5464b-b505-48e5-bdc5-f31e2ed1d65e"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:25:12.992132 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] For port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:25:12.996436 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729009014465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729008507468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729008507486'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:13.019348 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da1d63b-4955-4d14-b813-4c8fd8af9a78 x-openstack-request-id: req-3da1d63b-4955-4d14-b813-4c8fd8af9a78 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:25:13.019723 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828c7629-ec53-4665-8d83-12548dff6f73", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5464b-b505-48e5-bdc5-f31e2ed1d65e", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:25:13.020485 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3da1d63b-4955-4d14-b813-4c8fd8af9a78 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:25:13.020874 dv-cinder-828696-5-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828c7629-ec53-4665-8d83-12548dff6f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e', 'code': 200} Feb 15 05:25:13.045985 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Pushing event updated for resources: {'Port': ['ID=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:13.193891 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5928d0-2c88-4e03-bd46-7d3187318850 req-a71f3add-db3c-4161-b1c7-7f553cacf4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:13.195514 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d5928d0-2c88-4e03-bd46-7d3187318850 req-a71f3add-db3c-4161-b1c7-7f553cacf4f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 1129 time: 0.0507231 Feb 15 05:25:13.268440 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d5928d0-2c88-4e03-bd46-7d3187318850 req-4a4024fd-629a-4e8b-884d-be78397cdd74 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2f2396db-542c-49ff-a252-743cad22e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668299 Feb 15 05:25:13.283374 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d973b2-27c5-4486-afad-86070132f077 req-a2e5feb8-a5f6-4562-b562-73b121ee8f02 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:13.284836 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1d973b2-27c5-4486-afad-86070132f077 req-a2e5feb8-a5f6-4562-b562-73b121ee8f02 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 945 time: 0.0764549 Feb 15 05:25:13.342549 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1d973b2-27c5-4486-afad-86070132f077 req-08c64be5-cc6e-4a72-8441-d14a1ab404c2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516798 Feb 15 05:25:13.380701 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac4861-f98e-43e1-93fd-bce1030a9878 req-f39c5679-24e7-495d-a87b-618909ce068b tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:13.382145 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eaac4861-f98e-43e1-93fd-bce1030a9878 req-f39c5679-24e7-495d-a87b-618909ce068b tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 945 time: 0.0530112 Feb 15 05:25:13.427226 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eaac4861-f98e-43e1-93fd-bce1030a9878 req-8e63d120-d1cd-44de-87df-cbdee2e617e4 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f2396db-542c-49ff-a252-743cad22e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391948 Feb 15 05:25:13.834543 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4b678-fecd-48bf-8aad-3309cf29b938 req-83f410d0-eacd-412f-b011-c4822402b0d5 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:13.835983 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69c4b678-fecd-48bf-8aad-3309cf29b938 req-83f410d0-eacd-412f-b011-c4822402b0d5 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 945 time: 0.0533676 Feb 15 05:25:13.923776 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-69c4b678-fecd-48bf-8aad-3309cf29b938 req-ca9a2868-1eee-4973-9f90-050c976c74f4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Deleting port 88c444f2-be0e-4f58-ba70-1b24301e01d4 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:25:13.924115 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69c4b678-fecd-48bf-8aad-3309cf29b938 req-ca9a2868-1eee-4973-9f90-050c976c74f4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:14.014649 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-69c4b678-fecd-48bf-8aad-3309cf29b938 req-ca9a2868-1eee-4973-9f90-050c976c74f4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] For port 88c444f2-be0e-4f58-ba70-1b24301e01d4, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=88c444f2-be0e-4f58-ba70-1b24301e01d4,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:25:14.015004 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69c4b678-fecd-48bf-8aad-3309cf29b938 req-ca9a2868-1eee-4973-9f90-050c976c74f4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:14.026338 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-69c4b678-fecd-48bf-8aad-3309cf29b938 req-ca9a2868-1eee-4973-9f90-050c976c74f4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Calling delete_port for 88c444f2-be0e-4f58-ba70-1b24301e01d4 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:25:14.148262 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69c4b678-fecd-48bf-8aad-3309cf29b938 req-ca9a2868-1eee-4973-9f90-050c976c74f4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (88c444f2-be0e-4f58-ba70-1b24301e01d4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:14.176864 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a2868-1eee-4973-9f90-050c976c74f4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event deleted for resources: {'Port': ['ID=88c444f2-be0e-4f58-ba70-1b24301e01d4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:14.219656 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c4b678-fecd-48bf-8aad-3309cf29b938 req-ca9a2868-1eee-4973-9f90-050c976c74f4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] No DVR routers for this DVR port 88c444f2-be0e-4f58-ba70-1b24301e01d4 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:25:14.222049 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-69c4b678-fecd-48bf-8aad-3309cf29b938 req-ca9a2868-1eee-4973-9f90-050c976c74f4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:14.225917 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69c4b678-fecd-48bf-8aad-3309cf29b938 req-ca9a2868-1eee-4973-9f90-050c976c74f4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "DELETE /v2.0/ports/88c444f2-be0e-4f58-ba70-1b24301e01d4 HTTP/1.1" status: 204 len: 173 time: 0.3840191 Feb 15 05:25:14.226349 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c17f24-351b-4340-baa1-35bfd3207c40', 'name': 'network-vif-deleted', 'tag': '88c444f2-be0e-4f58-ba70-1b24301e01d4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:25:14.228605 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0940972f-6167-4070-b682-00bbfc300073" -d '{"events": [{"server_uuid": "60c17f24-351b-4340-baa1-35bfd3207c40", "name": "network-vif-deleted", "tag": "88c444f2-be0e-4f58-ba70-1b24301e01d4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:25:14.268620 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f824fb54-6f12-4506-9a99-2d71f8b975b8 x-openstack-request-id: req-f824fb54-6f12-4506-9a99-2d71f8b975b8 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:25:14.268931 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c17f24-351b-4340-baa1-35bfd3207c40", "name": "network-vif-deleted", "tag": "88c444f2-be0e-4f58-ba70-1b24301e01d4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:25:14.269232 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f824fb54-6f12-4506-9a99-2d71f8b975b8 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:25:14.270124 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c17f24-351b-4340-baa1-35bfd3207c40', 'name': 'network-vif-deleted', 'tag': '88c444f2-be0e-4f58-ba70-1b24301e01d4', 'status': 'completed', 'code': 200} Feb 15 05:25:14.435127 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d3c0aea6-544f-4811-a184-e1048354181d req-8072dc84-aa58-4946-b2b8-140f209a6540 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=60c17f24-351b-4340-baa1-35bfd3207c40 HTTP/1.1" status: 200 len: 210 time: 0.0267878 Feb 15 05:25:14.559325 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662df0-34c7-4935-bdc0-0aef3bf8f4a2 req-6bcd1447-32b2-4b4f-a5ee-01516d1d6908 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:14.560912 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b7662df0-34c7-4935-bdc0-0aef3bf8f4a2 req-6bcd1447-32b2-4b4f-a5ee-01516d1d6908 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 945 time: 0.0678341 Feb 15 05:25:14.630414 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b7662df0-34c7-4935-bdc0-0aef3bf8f4a2 req-94057c24-2b12-4494-9dae-b916d192e003 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f2396db-542c-49ff-a252-743cad22e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637627 Feb 15 05:25:15.751093 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b720bb-8fa4-4286-a1cc-3b597c538618 req-ef7a1499-d0dd-471b-aa3b-d1e17b74f949 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:15.752580 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94b720bb-8fa4-4286-a1cc-3b597c538618 req-ef7a1499-d0dd-471b-aa3b-d1e17b74f949 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 945 time: 0.0532775 Feb 15 05:25:15.800510 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94b720bb-8fa4-4286-a1cc-3b597c538618 req-61a4ade4-cb9f-4c48-a6bb-6793c293c531 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f2396db-542c-49ff-a252-743cad22e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411735 Feb 15 05:25:15.910460 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1cfa5-c573-4e81-aede-c9947e631a48 req-0335c0e0-afc5-4485-92fb-21fe8c40929b tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:15.912633 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-64b1cfa5-c573-4e81-aede-c9947e631a48 req-0335c0e0-afc5-4485-92fb-21fe8c40929b tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 945 time: 0.0510352 Feb 15 05:25:15.920741 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33424) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:15.924909 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f166c356-089b-43e7-b8e3-c928a890cd1c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Request body: {'floatingip': {'port_id': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 05:25:15.965496 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f166c356-089b-43e7-b8e3-c928a890cd1c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (0072a848-02e7-43bd-893b-1d4f649f820e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:16.378823 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f166c356-089b-43e7-b8e3-c928a890cd1c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:16.382381 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f166c356-089b-43e7-b8e3-c928a890cd1c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (0072a848-02e7-43bd-893b-1d4f649f820e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:16.478903 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-f166c356-089b-43e7-b8e3-c928a890cd1c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Floating IP 0072a848-02e7-43bd-893b-1d4f649f820e associated. External IP: 172.27.3.233, port: a7a5464b-b505-48e5-bdc5-f31e2ed1d65e. Feb 15 05:25:16.861280 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 88c444f2-be0e-4f58-ba70-1b24301e01d4 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:25:16.882215 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: 88c444f2-be0e-4f58-ba70-1b24301e01d4 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:25:16.882562 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 88c444f2-be0e-4f58-ba70-1b24301e01d4 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:25:16.951866 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f166c356-089b-43e7-b8e3-c928a890cd1c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Router aef9fbf8-b6f9-49b9-ad40-43251893fecd has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:25:17.058514 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f166c356-089b-43e7-b8e3-c928a890cd1c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:25:17.063295 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f166c356-089b-43e7-b8e3-c928a890cd1c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:17.070390 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c623b2-41db-4889-aeaf-214095019b3a None None] Sync routers for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:25:17.080536 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c623b2-41db-4889-aeaf-214095019b3a None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:25:17.081221 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e4c623b2-41db-4889-aeaf-214095019b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:25:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:17.091552 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f166c356-089b-43e7-b8e3-c928a890cd1c tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "PUT /v2.0/floatingips/0072a848-02e7-43bd-893b-1d4f649f820e HTTP/1.1" status: 200 len: 991 time: 1.1697700 Feb 15 05:25:17.092461 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828c7629-ec53-4665-8d83-12548dff6f73', 'tag': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:25:17.094857 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897f621f-2a86-4449-9d27-d3ce3a59aa4b" -d '{"events": [{"name": "network-changed", "server_uuid": "828c7629-ec53-4665-8d83-12548dff6f73", "tag": "a7a5464b-b505-48e5-bdc5-f31e2ed1d65e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:25:17.137340 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbb0076-4341-4948-86cf-6239d1902d51 x-openstack-request-id: req-acbb0076-4341-4948-86cf-6239d1902d51 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:25:17.137661 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828c7629-ec53-4665-8d83-12548dff6f73", "tag": "a7a5464b-b505-48e5-bdc5-f31e2ed1d65e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:25:17.138084 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acbb0076-4341-4948-86cf-6239d1902d51 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:25:17.138488 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828c7629-ec53-4665-8d83-12548dff6f73', 'tag': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e', 'status': 'completed', 'code': 200} Feb 15 05:25:17.195593 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-e4c623b2-41db-4889-aeaf-214095019b3a None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:25:17.210589 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f621f-2a86-4449-9d27-d3ce3a59aa4b req-008b6dd2-d398-464d-af54-447534761b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:17.212125 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-897f621f-2a86-4449-9d27-d3ce3a59aa4b req-008b6dd2-d398-464d-af54-447534761b4d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e83046def4a42289f83a0d0d2160c42&device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 1129 time: 0.0543566 Feb 15 05:25:17.303618 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f621f-2a86-4449-9d27-d3ce3a59aa4b req-3ee731b4-8c49-4303-acda-e617acac5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:17.305375 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-897f621f-2a86-4449-9d27-d3ce3a59aa4b req-3ee731b4-8c49-4303-acda-e617acac5028 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 200 len: 911 time: 0.0873182 Feb 15 05:25:17.395284 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-897f621f-2a86-4449-9d27-d3ce3a59aa4b req-8bc117c3-e638-4e4f-8229-a32982a0d9f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e HTTP/1.1" status: 200 len: 999 time: 0.0846372 Feb 15 05:25:17.450326 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f621f-2a86-4449-9d27-d3ce3a59aa4b req-dccebd19-7b86-4de6-9039-a9945ffc5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:17.451364 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e4c623b2-41db-4889-aeaf-214095019b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '0072a848-02e7-43bd-893b-1d4f649f820e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'port_id': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'mac_address': 'fa:16:3e:db:78:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c7629-ec53-4665-8d83-12548dff6f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:25:03Z', 'updated_at': '2022-02-15T05:25:16Z', 'revision_number': 1, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:17.452178 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-897f621f-2a86-4449-9d27-d3ce3a59aa4b req-dccebd19-7b86-4de6-9039-a9945ffc5b2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c04148-4f33-457e-92a3-073c18eadb99 HTTP/1.1" status: 200 len: 849 time: 0.0509055 Feb 15 05:25:17.477529 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c623b2-41db-4889-aeaf-214095019b3a None None] Checking router: aef9fbf8-b6f9-49b9-ad40-43251893fecd for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:25:17.485743 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c623b2-41db-4889-aeaf-214095019b3a None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:25:17.486366 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e4c623b2-41db-4889-aeaf-214095019b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:25:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:17.500619 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f621f-2a86-4449-9d27-d3ce3a59aa4b req-40c247ac-ec98-4162-9ab9-b4a649815c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:17.502121 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-897f621f-2a86-4449-9d27-d3ce3a59aa4b req-40c247ac-ec98-4162-9ab9-b4a649815c87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9713c281-72ed-47f0-b6ab-a18387dc943e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447035 Feb 15 05:25:17.591764 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-897f621f-2a86-4449-9d27-d3ce3a59aa4b req-80a445af-11b2-4fa3-801b-8d308c141abe service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828314 Feb 15 05:25:17.601105 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-e4c623b2-41db-4889-aeaf-214095019b3a None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:25:17.679361 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-897f621f-2a86-4449-9d27-d3ce3a59aa4b req-a251dcea-cbf7-4f64-bc55-e83d5ec8faf7 service neutron] 10.222.0.61 "GET /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820451 Feb 15 05:25:17.708693 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33444) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:17.818676 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e4c623b2-41db-4889-aeaf-214095019b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '0072a848-02e7-43bd-893b-1d4f649f820e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'port_id': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'mac_address': 'fa:16:3e:db:78:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c7629-ec53-4665-8d83-12548dff6f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:25:03Z', 'updated_at': '2022-02-15T05:25:16Z', 'revision_number': 1, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:17.847010 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c623b2-41db-4889-aeaf-214095019b3a None None] The sync data for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi is: [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_floatingips': [{'id': '0072a848-02e7-43bd-893b-1d4f649f820e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'router_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'port_id': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'mac_address': 'fa:16:3e:db:78:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c7629-ec53-4665-8d83-12548dff6f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T05:25:03Z', 'updated_at': '2022-02-15T05:25:16Z', 'revision_number': 1, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:25:17.864913 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Deleting port 6056d87f-1917-4309-9110-7ac5ee05aee2 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:25:17.865258 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (6056d87f-1917-4309-9110-7ac5ee05aee2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:17.942408 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (6056d87f-1917-4309-9110-7ac5ee05aee2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:17.942738 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (6056d87f-1917-4309-9110-7ac5ee05aee2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:17.954444 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Calling delete_port for 6056d87f-1917-4309-9110-7ac5ee05aee2 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:25:18.038845 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798cd624-007c-4ad6-871f-73252f82c528 None None] New status for floating IP 0072a848-02e7-43bd-893b-1d4f649f820e: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:25:18.113649 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (6056d87f-1917-4309-9110-7ac5ee05aee2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:18.138012 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event deleted for resources: {'Port': ['ID=6056d87f-1917-4309-9110-7ac5ee05aee2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:18.199740 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:18.200077 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Floating IP e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e disassociated (deleted). External IP: 172.27.3.223, port: 9dd7c4f4-d022-4340-9cb1-9ff6882032f1. Feb 15 05:25:18.407040 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Router dbdc5756-c945-4ced-bab8-8f741a67f461 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:25:18.516026 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:25:18.521128 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:18.526759 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4362ad-4102-458f-ae3b-963ad6999543 None None] Sync routers for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:25:18.536336 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4362ad-4102-458f-ae3b-963ad6999543 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:25:18.536948 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-7a4362ad-4102-458f-ae3b-963ad6999543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:25:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:18.550629 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-afba40a2-1386-4376-a0c2-b5f8450b0075 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "DELETE /v2.0/floatingips/e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e HTTP/1.1" status: 204 len: 168 time: 0.8407643 Feb 15 05:25:18.654661 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-7a4362ad-4102-458f-ae3b-963ad6999543 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:25:18.805643 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc64fb1-d540-41a6-8242-ad5f5f34fbbf req-1452c4ea-fac4-455c-b1f7-1b881ab1b0db tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:18.807139 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7bc64fb1-d540-41a6-8242-ad5f5f34fbbf req-1452c4ea-fac4-455c-b1f7-1b881ab1b0db tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 945 time: 0.0771604 Feb 15 05:25:18.863255 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7bc64fb1-d540-41a6-8242-ad5f5f34fbbf req-f5e1fc05-d393-40c5-ade6-5a37dca49788 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495076 Feb 15 05:25:18.882172 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-7a4362ad-4102-458f-ae3b-963ad6999543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:18.906818 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4362ad-4102-458f-ae3b-963ad6999543 None None] Checking router: dbdc5756-c945-4ced-bab8-8f741a67f461 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:25:18.915191 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4362ad-4102-458f-ae3b-963ad6999543 None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:25:18.915805 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-7a4362ad-4102-458f-ae3b-963ad6999543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:25:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:19.017779 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-7a4362ad-4102-458f-ae3b-963ad6999543 None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:25:19.139992 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4986876e-9785-44b4-9c87-b615ad959e62', 'tag': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:25:19.142351 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e4d2f7-9bda-4aad-9d6f-062fd90a838f" -d '{"events": [{"name": "network-changed", "server_uuid": "4986876e-9785-44b4-9c87-b615ad959e62", "tag": "9dd7c4f4-d022-4340-9cb1-9ff6882032f1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:25:19.179381 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 05:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b57fd3-2487-435e-88fd-515a1df515fe x-openstack-request-id: req-86b57fd3-2487-435e-88fd-515a1df515fe {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:25:19.179946 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4986876e-9785-44b4-9c87-b615ad959e62", "tag": "9dd7c4f4-d022-4340-9cb1-9ff6882032f1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:25:19.180199 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86b57fd3-2487-435e-88fd-515a1df515fe {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:25:19.180627 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4986876e-9785-44b4-9c87-b615ad959e62', 'tag': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'status': 'completed', 'code': 200} Feb 15 05:25:19.248977 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d2f7-9bda-4aad-9d6f-062fd90a838f req-8b0822ce-f09f-4a09-8838-6cc6fd21b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:19.250505 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28e4d2f7-9bda-4aad-9d6f-062fd90a838f req-8b0822ce-f09f-4a09-8838-6cc6fd21b226 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 1129 time: 0.0454981 Feb 15 05:25:19.302431 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-7a4362ad-4102-458f-ae3b-963ad6999543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:19.327493 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4362ad-4102-458f-ae3b-963ad6999543 None None] The sync data for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi is: [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:17:09Z', 'revision_number': 4, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': 'dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583', 'name': '', 'network_id': 'fc85967f-4be2-4d0d-b99d-eb409ce0e1f7', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'mac_address': 'fa:16:3e:2e:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:09Z', 'updated_at': '2022-02-15T05:17:15Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'subnets': [{'id': '465697b9-4cb7-4c66-99cb-1cbd5c8e5209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:25:19.340398 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d2f7-9bda-4aad-9d6f-062fd90a838f req-6c64e231-902a-4e76-87e3-dfff0cbf95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:19.341888 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28e4d2f7-9bda-4aad-9d6f-062fd90a838f req-6c64e231-902a-4e76-87e3-dfff0cbf95e9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 200 len: 913 time: 0.0836897 Feb 15 05:25:19.388027 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28e4d2f7-9bda-4aad-9d6f-062fd90a838f req-c96d0673-77a9-49b7-9038-1ca2ab7972a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dd7c4f4-d022-4340-9cb1-9ff6882032f1 HTTP/1.1" status: 200 len: 217 time: 0.0395145 Feb 15 05:25:19.435073 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d2f7-9bda-4aad-9d6f-062fd90a838f req-a1a61cb3-4ddc-47be-b7eb-0c8d7c2eed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:19.436567 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28e4d2f7-9bda-4aad-9d6f-062fd90a838f req-a1a61cb3-4ddc-47be-b7eb-0c8d7c2eed4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 200 len: 851 time: 0.0425646 Feb 15 05:25:19.486536 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d2f7-9bda-4aad-9d6f-062fd90a838f req-ce2bb0dd-39ac-46d8-b27d-67366d9c5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:19.488224 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28e4d2f7-9bda-4aad-9d6f-062fd90a838f req-ce2bb0dd-39ac-46d8-b27d-67366d9c5973 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449202 Feb 15 05:25:19.549913 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac04a8f-7536-45a8-83b3-89cdfa07a0a7 None None] New status for floating IP e4c63a8f-1f5d-4acb-b5cb-b0f6f2f3302e: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:25:19.582209 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28e4d2f7-9bda-4aad-9d6f-062fd90a838f req-04cb2640-5039-4f4f-b4a2-14b7a2d59f91 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868857 Feb 15 05:25:19.671898 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28e4d2f7-9bda-4aad-9d6f-062fd90a838f req-17cb1837-4e41-456b-8b2a-114568e161e5 service neutron] 10.222.0.61 "GET /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824685 Feb 15 05:25:19.983987 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59856b37-ce2b-4b02-ac7c-9b02cab0b878 req-2e676d22-437c-472b-a2c9-61000c21eef2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:19.985467 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-59856b37-ce2b-4b02-ac7c-9b02cab0b878 req-2e676d22-437c-472b-a2c9-61000c21eef2 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 945 time: 0.0535479 Feb 15 05:25:20.037039 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-59856b37-ce2b-4b02-ac7c-9b02cab0b878 req-c2773fe7-ea4e-4b55-bf0d-d1f91691e739 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/security-groups?id=efbeaeba-13bf-480b-acc2-b3812fcc66a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459821 Feb 15 05:25:20.494889 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6157c7-557a-457a-96d8-e641650212a0 req-4f6792a5-1216-41c1-b1d8-a9453e6058f4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:25:20.496340 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c6157c7-557a-457a-96d8-e641650212a0 req-4f6792a5-1216-41c1-b1d8-a9453e6058f4 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 945 time: 0.0499740 Feb 15 05:25:20.583670 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-6c6157c7-557a-457a-96d8-e641650212a0 req-4dd184c5-ab7e-421d-9578-5eef5bd0609a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Deleting port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:25:20.584561 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c6157c7-557a-457a-96d8-e641650212a0 req-4dd184c5-ab7e-421d-9578-5eef5bd0609a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:20.670921 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-6c6157c7-557a-457a-96d8-e641650212a0 req-4dd184c5-ab7e-421d-9578-5eef5bd0609a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] For port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=9dd7c4f4-d022-4340-9cb1-9ff6882032f1,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:25:20.671281 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c6157c7-557a-457a-96d8-e641650212a0 req-4dd184c5-ab7e-421d-9578-5eef5bd0609a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:20.682592 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-6c6157c7-557a-457a-96d8-e641650212a0 req-4dd184c5-ab7e-421d-9578-5eef5bd0609a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Calling delete_port for 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:25:20.807474 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c6157c7-557a-457a-96d8-e641650212a0 req-4dd184c5-ab7e-421d-9578-5eef5bd0609a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (9dd7c4f4-d022-4340-9cb1-9ff6882032f1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:20.834511 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd184c5-ab7e-421d-9578-5eef5bd0609a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event deleted for resources: {'Port': ['ID=9dd7c4f4-d022-4340-9cb1-9ff6882032f1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:20.876806 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6157c7-557a-457a-96d8-e641650212a0 req-4dd184c5-ab7e-421d-9578-5eef5bd0609a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] No DVR routers for this DVR port 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:25:20.879358 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c6157c7-557a-457a-96d8-e641650212a0 req-4dd184c5-ab7e-421d-9578-5eef5bd0609a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:20.883592 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c6157c7-557a-457a-96d8-e641650212a0 req-4dd184c5-ab7e-421d-9578-5eef5bd0609a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.61 "DELETE /v2.0/ports/9dd7c4f4-d022-4340-9cb1-9ff6882032f1 HTTP/1.1" status: 204 len: 173 time: 0.3824522 Feb 15 05:25:21.134526 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee45c929-dece-4b44-9dd5-914e1da190a9 req-671e0215-c678-467c-8ac4-36e94bd38640 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "GET /v2.0/ports?device_id=4986876e-9785-44b4-9c87-b615ad959e62 HTTP/1.1" status: 200 len: 210 time: 0.0270178 Feb 15 05:25:21.182222 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4986876e-9785-44b4-9c87-b615ad959e62', 'name': 'network-vif-deleted', 'tag': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:25:21.184852 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8107a198-6d22-4767-9ac3-911901d2e183" -d '{"events": [{"server_uuid": "4986876e-9785-44b4-9c87-b615ad959e62", "name": "network-vif-deleted", "tag": "9dd7c4f4-d022-4340-9cb1-9ff6882032f1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:25:21.221000 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3e1461-ee18-4dec-986a-25f0b3d6340b x-openstack-request-id: req-fe3e1461-ee18-4dec-986a-25f0b3d6340b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:25:21.221296 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4986876e-9785-44b4-9c87-b615ad959e62", "name": "network-vif-deleted", "tag": "9dd7c4f4-d022-4340-9cb1-9ff6882032f1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:25:21.221545 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe3e1461-ee18-4dec-986a-25f0b3d6340b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:25:21.221942 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4986876e-9785-44b4-9c87-b615ad959e62', 'name': 'network-vif-deleted', 'tag': '9dd7c4f4-d022-4340-9cb1-9ff6882032f1', 'status': 'completed', 'code': 200} Feb 15 05:25:22.128885 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:22.189097 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33478) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:22.306340 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-716185fc-bf11-4286-ad87-14995b00ea1a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Deleting port f1800c8f-c7d8-4a70-b26f-b8c171dc89d6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:25:22.306681 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-716185fc-bf11-4286-ad87-14995b00ea1a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (f1800c8f-c7d8-4a70-b26f-b8c171dc89d6), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:22.380214 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-716185fc-bf11-4286-ad87-14995b00ea1a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (f1800c8f-c7d8-4a70-b26f-b8c171dc89d6), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:22.380560 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-716185fc-bf11-4286-ad87-14995b00ea1a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (f1800c8f-c7d8-4a70-b26f-b8c171dc89d6), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:22.392004 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-716185fc-bf11-4286-ad87-14995b00ea1a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Calling delete_port for f1800c8f-c7d8-4a70-b26f-b8c171dc89d6 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:25:22.516730 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-716185fc-bf11-4286-ad87-14995b00ea1a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (f1800c8f-c7d8-4a70-b26f-b8c171dc89d6), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:22.541704 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716185fc-bf11-4286-ad87-14995b00ea1a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event deleted for resources: {'Port': ['ID=f1800c8f-c7d8-4a70-b26f-b8c171dc89d6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:22.598740 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-716185fc-bf11-4286-ad87-14995b00ea1a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for floatingip (82afbb43-abf3-4cec-9c36-8785791595e2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:22.601821 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-716185fc-bf11-4286-ad87-14995b00ea1a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:22.602982 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-716185fc-bf11-4286-ad87-14995b00ea1a tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "DELETE /v2.0/floatingips/82afbb43-abf3-4cec-9c36-8785791595e2 HTTP/1.1" status: 204 len: 168 time: 0.4127069 Feb 15 05:25:22.855685 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:25:22.874223 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:25:22.874564 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device 9dd7c4f4-d022-4340-9cb1-9ff6882032f1 not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:25:23.784426 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33492) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:23.838309 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a047ef-b673-4a50-9453-bdd4255d7504 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group (efbeaeba-13bf-480b-acc2-b3812fcc66a5), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:23.862906 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a047ef-b673-4a50-9453-bdd4255d7504 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group (efbeaeba-13bf-480b-acc2-b3812fcc66a5), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:23.920953 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a047ef-b673-4a50-9453-bdd4255d7504 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (efbeaeba-13bf-480b-acc2-b3812fcc66a5), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:23.923557 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a047ef-b673-4a50-9453-bdd4255d7504 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:23.924787 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-74a047ef-b673-4a50-9453-bdd4255d7504 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] 10.222.0.43 "DELETE /v2.0/security-groups/efbeaeba-13bf-480b-acc2-b3812fcc66a5 HTTP/1.1" status: 204 len: 168 time: 0.1394124 Feb 15 05:25:23.933664 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a047ef-b673-4a50-9453-bdd4255d7504 tempest-TestVolumeBootPattern-1974585780 tempest-TestVolumeBootPattern-1974585780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbeaeba-13bf-480b-acc2-b3812fcc66a5,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:23.975087 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33496) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:24.388529 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e115489d-805a-4d7c-b721-4911904cbdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526370'] for router_interface (dbdc5756-c945-4ced-bab8-8f741a67f461), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:24.621764 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e115489d-805a-4d7c-b721-4911904cbdc2 admin admin] Deleting port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:25:24.622207 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e115489d-805a-4d7c-b721-4911904cbdc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:24.698378 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e115489d-805a-4d7c-b721-4911904cbdc2 admin admin] For port dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:25:24.698746 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e115489d-805a-4d7c-b721-4911904cbdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:24.710814 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e115489d-805a-4d7c-b721-4911904cbdc2 admin admin] Calling delete_port for dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 owned by network:router_interface {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:25:24.885948 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e115489d-805a-4d7c-b721-4911904cbdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:24.911604 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115489d-805a-4d7c-b721-4911904cbdc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:25.093190 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e115489d-805a-4d7c-b721-4911904cbdc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-526518'] for router_interface (dbdc5756-c945-4ced-bab8-8f741a67f461), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:25.310427 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e115489d-805a-4d7c-b721-4911904cbdc2 admin admin] Router dbdc5756-c945-4ced-bab8-8f741a67f461 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:25:25.419293 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e115489d-805a-4d7c-b721-4911904cbdc2 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:25:25.424530 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e115489d-805a-4d7c-b721-4911904cbdc2 admin admin] 10.222.0.43 "PUT /v2.0/routers/dbdc5756-c945-4ced-bab8-8f741a67f461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4484296 Feb 15 05:25:25.427046 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33504) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:25.428483 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694bc26-f864-46c8-9371-fc643b7bf72b None None] Sync routers for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:25:25.438843 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694bc26-f864-46c8-9371-fc643b7bf72b None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:25:25.439448 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e694bc26-f864-46c8-9371-fc643b7bf72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:25:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:25.545638 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-e694bc26-f864-46c8-9371-fc643b7bf72b None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:25:25.724880 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e694bc26-f864-46c8-9371-fc643b7bf72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:25:24Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:25.746124 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Publish callbacks [] for router (dbdc5756-c945-4ced-bab8-8f741a67f461), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:25.750420 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694bc26-f864-46c8-9371-fc643b7bf72b None None] Checking router: dbdc5756-c945-4ced-bab8-8f741a67f461 for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:25:25.758658 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694bc26-f864-46c8-9371-fc643b7bf72b None None] Routers {'dbdc5756-c945-4ced-bab8-8f741a67f461'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:25:25.759252 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e694bc26-f864-46c8-9371-fc643b7bf72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:25:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['dbdc5756-c945-4ced-bab8-8f741a67f461'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:25.845017 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Publish callbacks [] for router_gateway (dbdc5756-c945-4ced-bab8-8f741a67f461), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:25.861203 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-e694bc26-f864-46c8-9371-fc643b7bf72b None None] Set router dbdc5756-c945-4ced-bab8-8f741a67f461 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:25:25.896179 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Deleting port e483cd1a-7c83-4ebb-9041-50932baa1cd4 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:25:25.897226 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:25.972300 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] For port e483cd1a-7c83-4ebb-9041-50932baa1cd4, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=e483cd1a-7c83-4ebb-9041-50932baa1cd4,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:25:25.972658 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:25.984424 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Calling delete_port for e483cd1a-7c83-4ebb-9041-50932baa1cd4 owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:25:26.031450 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e694bc26-f864-46c8-9371-fc643b7bf72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:25:24Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:26.059655 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694bc26-f864-46c8-9371-fc643b7bf72b None None] The sync data for ids ['dbdc5756-c945-4ced-bab8-8f741a67f461'] in dv-cinder-828696-5-iscsi is: [{'id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'name': 'tempest-TestVolumeBootPattern-1699098686-router', 'tenant_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:06Z', 'updated_at': '2022-02-15T05:25:24Z', 'revision_number': 5, 'project_id': '0503cf56b9584ffca8a034b7ebcc5e36', 'gw_port': {'id': 'e483cd1a-7c83-4ebb-9041-50932baa1cd4', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc5756-c945-4ced-bab8-8f741a67f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:07Z', 'updated_at': '2022-02-15T05:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:25:26.159322 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3338421'] for port (e483cd1a-7c83-4ebb-9041-50932baa1cd4), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.182916 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e483cd1a-7c83-4ebb-9041-50932baa1cd4,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:26.252441 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526056'] for router_gateway (dbdc5756-c945-4ced-bab8-8f741a67f461), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.341365 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6828'] for router (dbdc5756-c945-4ced-bab8-8f741a67f461), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.343388 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Publish callbacks [] for router_controller (dbdc5756-c945-4ced-bab8-8f741a67f461), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.390096 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532804'] for router (dbdc5756-c945-4ced-bab8-8f741a67f461), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.390725 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbdc5756-c945-4ced-bab8-8f741a67f461 {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:25:26.395945 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.398538 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-15cae23b-6d5b-4ee1-9b89-2ea98e68bb3e admin admin] 10.222.0.43 "DELETE /v2.0/routers/dbdc5756-c945-4ced-bab8-8f741a67f461 HTTP/1.1" status: 204 len: 168 time: 0.9698856 Feb 15 05:25:26.401178 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33516) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:26.447089 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b709dcc-0fb7-4b2e-b3ee-fc1cc507e8be admin admin] Deleting subnet 465697b9-4cb7-4c66-99cb-1cbd5c8e5209 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:25:26.450467 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b709dcc-0fb7-4b2e-b3ee-fc1cc507e8be admin admin] Publish callbacks [] for subnet (465697b9-4cb7-4c66-99cb-1cbd5c8e5209), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.487218 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b709dcc-0fb7-4b2e-b3ee-fc1cc507e8be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3303340'] for subnet (465697b9-4cb7-4c66-99cb-1cbd5c8e5209), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.583626 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b709dcc-0fb7-4b2e-b3ee-fc1cc507e8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (465697b9-4cb7-4c66-99cb-1cbd5c8e5209), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.635325 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b709dcc-0fb7-4b2e-b3ee-fc1cc507e8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3338458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3429824'] for subnet (465697b9-4cb7-4c66-99cb-1cbd5c8e5209), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.662327 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b709dcc-0fb7-4b2e-b3ee-fc1cc507e8be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=465697b9-4cb7-4c66-99cb-1cbd5c8e5209,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:26.664341 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b709dcc-0fb7-4b2e-b3ee-fc1cc507e8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.669933 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f2c7d7-641f-40b0-a4a7-59ee4b453c9b None None] Network fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:25:26.670376 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33522) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:26.670752 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6b709dcc-0fb7-4b2e-b3ee-fc1cc507e8be admin admin] 10.222.0.43 "DELETE /v2.0/subnets/465697b9-4cb7-4c66-99cb-1cbd5c8e5209 HTTP/1.1" status: 204 len: 168 time: 0.2678890 Feb 15 05:25:26.748083 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (fc85967f-4be2-4d0d-b99d-eb409ce0e1f7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.808205 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Deleting port 144aec8d-3309-4708-9a89-8dbd9f900100 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:25:26.808540 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (144aec8d-3309-4708-9a89-8dbd9f900100), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.867083 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] For port 144aec8d-3309-4708-9a89-8dbd9f900100, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=144aec8d-3309-4708-9a89-8dbd9f900100,segment=NetworkSegment(b06afb05-ae0f-4ef1-9e8c-91783ee0f968),segment_id=b06afb05-ae0f-4ef1-9e8c-91783ee0f968)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:25:26.867435 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (144aec8d-3309-4708-9a89-8dbd9f900100), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.879445 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Calling delete_port for 144aec8d-3309-4708-9a89-8dbd9f900100 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:25:26.959031 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (144aec8d-3309-4708-9a89-8dbd9f900100), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:26.984281 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] No DVR routers for this DVR port 144aec8d-3309-4708-9a89-8dbd9f900100 on host dv-cinder-828696-5-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:25:26.985982 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=144aec8d-3309-4708-9a89-8dbd9f900100,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:27.055293 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (fc85967f-4be2-4d0d-b99d-eb409ce0e1f7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:27.076617 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc85967f-4be2-4d0d-b99d-eb409ce0e1f7']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:27.086406 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:27.086711 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06afb05-ae0f-4ef1-9e8c-91783ee0f968') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:27.095653 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d306dc6-c3d6-4994-a7d3-26984ac5190e None None] DHCP port deletion for fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 request from dv-cinder-828696-5-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:25:27.096764 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2703968'] for segment (b06afb05-ae0f-4ef1-9e8c-91783ee0f968), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:27.113206 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (b06afb05-ae0f-4ef1-9e8c-91783ee0f968), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:27.122420 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:25:27.122944 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975416'] for segment (b06afb05-ae0f-4ef1-9e8c-91783ee0f968), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: timer() Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: cb(*args, **kw) Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: self._notify() Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: self.callback(batched_events) Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: event.method(event) Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._get(url).json() Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:25:27.124853 dv-cinder-828696-5-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:25:27.178134 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (fc85967f-4be2-4d0d-b99d-eb409ce0e1f7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:27.184105 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:27.190779 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] 10.222.0.43 "DELETE /v2.0/networks/fc85967f-4be2-4d0d-b99d-eb409ce0e1f7 HTTP/1.1" status: 204 len: 168 time: 0.5160782 Feb 15 05:25:27.190779 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33524) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:27.205334 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcf692-610d-408b-82a9-f61fd73c9c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc85967f-4be2-4d0d-b99d-eb409ce0e1f7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:27.407591 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:25:27.426691 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:25:27.427027 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device dd6ec9b4-b9a0-41c0-a288-2aa4e15e3583 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:25:27.428073 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device e483cd1a-7c83-4ebb-9041-50932baa1cd4 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:25:27.445591 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: e483cd1a-7c83-4ebb-9041-50932baa1cd4 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:25:27.445928 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device e483cd1a-7c83-4ebb-9041-50932baa1cd4 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:25:27.446330 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 144aec8d-3309-4708-9a89-8dbd9f900100 no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:25:27.463962 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 144aec8d-3309-4708-9a89-8dbd9f900100 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:25:27.464302 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 144aec8d-3309-4708-9a89-8dbd9f900100 not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:25:27.545052 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a60b4854-5bef-459a-8574-d5a23cd9f306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526370'] for router_interface (92f4fd56-6175-42da-a4e5-a333b28dc766), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:27.790296 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a60b4854-5bef-459a-8574-d5a23cd9f306 admin admin] Deleting port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:25:27.790928 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a60b4854-5bef-459a-8574-d5a23cd9f306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:27.875170 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a60b4854-5bef-459a-8574-d5a23cd9f306 admin admin] For port 27fea51e-28e9-46e0-afdb-f67aaad9d8aa, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=27fea51e-28e9-46e0-afdb-f67aaad9d8aa,segment=NetworkSegment(2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6),segment_id=2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:25:27.875628 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a60b4854-5bef-459a-8574-d5a23cd9f306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:27.890620 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a60b4854-5bef-459a-8574-d5a23cd9f306 admin admin] Calling delete_port for 27fea51e-28e9-46e0-afdb-f67aaad9d8aa owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:25:28.071831 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a60b4854-5bef-459a-8574-d5a23cd9f306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (27fea51e-28e9-46e0-afdb-f67aaad9d8aa), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:28.106382 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b4854-5bef-459a-8574-d5a23cd9f306 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fea51e-28e9-46e0-afdb-f67aaad9d8aa,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:28.267942 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a60b4854-5bef-459a-8574-d5a23cd9f306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-526518'] for router_interface (92f4fd56-6175-42da-a4e5-a333b28dc766), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:28.747422 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60b4854-5bef-459a-8574-d5a23cd9f306 admin admin] Router 92f4fd56-6175-42da-a4e5-a333b28dc766 has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:25:28.851444 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60b4854-5bef-459a-8574-d5a23cd9f306 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:25:28.856433 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a60b4854-5bef-459a-8574-d5a23cd9f306 admin admin] 10.222.0.43 "PUT /v2.0/routers/92f4fd56-6175-42da-a4e5-a333b28dc766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6651039 Feb 15 05:25:28.858909 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33538) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:28.861549 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b933e-3932-4fa8-86f4-248b4fda5cf8 None None] Sync routers for ids ['92f4fd56-6175-42da-a4e5-a333b28dc766'] in dv-cinder-828696-5-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:25:28.870860 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b933e-3932-4fa8-86f4-248b4fda5cf8 None None] Routers {'92f4fd56-6175-42da-a4e5-a333b28dc766'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:25:28.871441 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d35b933e-3932-4fa8-86f4-248b4fda5cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:25:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f4fd56-6175-42da-a4e5-a333b28dc766'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:28.964002 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Publish callbacks [] for router (92f4fd56-6175-42da-a4e5-a333b28dc766), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:28.976276 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d35b933e-3932-4fa8-86f4-248b4fda5cf8 None None] Set router 92f4fd56-6175-42da-a4e5-a333b28dc766 gateway port host: dv-cinder-828696-5-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:25:29.066950 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Publish callbacks [] for router_gateway (92f4fd56-6175-42da-a4e5-a333b28dc766), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.118222 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Deleting port fe708c1e-f270-4f30-98e6-fce827cf3c7b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:25:29.118554 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.152466 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d35b933e-3932-4fa8-86f4-248b4fda5cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'name': 'tempest-TestVolumeBootPattern-2014607930-router', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:12Z', 'updated_at': '2022-02-15T05:25:28Z', 'revision_number': 5, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'gw_port': {'id': 'fe708c1e-f270-4f30-98e6-fce827cf3c7b', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:17:13Z', 'updated_at': '2022-02-15T05:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:29.178799 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b933e-3932-4fa8-86f4-248b4fda5cf8 None None] Checking router: 92f4fd56-6175-42da-a4e5-a333b28dc766 for host: dv-cinder-828696-5-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:25:29.186574 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b933e-3932-4fa8-86f4-248b4fda5cf8 None None] Routers {'92f4fd56-6175-42da-a4e5-a333b28dc766'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:25:29.187170 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d35b933e-3932-4fa8-86f4-248b4fda5cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:25:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['92f4fd56-6175-42da-a4e5-a333b28dc766'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:29.196090 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] For port fe708c1e-f270-4f30-98e6-fce827cf3c7b, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=fe708c1e-f270-4f30-98e6-fce827cf3c7b,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:25:29.196459 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.207988 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Calling delete_port for fe708c1e-f270-4f30-98e6-fce827cf3c7b owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:25:29.272740 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d35b933e-3932-4fa8-86f4-248b4fda5cf8 None None] Set router 92f4fd56-6175-42da-a4e5-a333b28dc766 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:25:29.325175 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d35b933e-3932-4fa8-86f4-248b4fda5cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'name': 'tempest-TestVolumeBootPattern-2014607930-router', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:12Z', 'updated_at': '2022-02-15T05:25:29Z', 'revision_number': 6, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'gw_port_host': None}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:29.350295 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b933e-3932-4fa8-86f4-248b4fda5cf8 None None] The sync data for ids ['92f4fd56-6175-42da-a4e5-a333b28dc766'] in dv-cinder-828696-5-iscsi is: [{'id': '92f4fd56-6175-42da-a4e5-a333b28dc766', 'name': 'tempest-TestVolumeBootPattern-2014607930-router', 'tenant_id': '0491001aed644f51851b13e8cd5cd50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:17:12Z', 'updated_at': '2022-02-15T05:25:29Z', 'revision_number': 6, 'project_id': '0491001aed644f51851b13e8cd5cd50e', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:25:29.375557 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (fe708c1e-f270-4f30-98e6-fce827cf3c7b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.405664 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe708c1e-f270-4f30-98e6-fce827cf3c7b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:29.463494 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526056'] for router_gateway (92f4fd56-6175-42da-a4e5-a333b28dc766), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.550821 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6828'] for router (92f4fd56-6175-42da-a4e5-a333b28dc766), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.553443 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Publish callbacks [] for router_controller (92f4fd56-6175-42da-a4e5-a333b28dc766), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.599576 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532804'] for router (92f4fd56-6175-42da-a4e5-a333b28dc766), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.600038 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92f4fd56-6175-42da-a4e5-a333b28dc766 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:25:29.604305 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.605445 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b9b2813d-c1ce-45a0-81ea-fd8b7d38dc05 admin admin] 10.222.0.43 "DELETE /v2.0/routers/92f4fd56-6175-42da-a4e5-a333b28dc766 HTTP/1.1" status: 204 len: 168 time: 0.7456405 Feb 15 05:25:29.607979 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33542) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:29.654058 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-359a616c-3665-4346-999a-4fa843c1b23d admin admin] Deleting subnet 31374b0c-eb00-4e60-bf1d-e6c278fd3660 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:25:29.657043 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-359a616c-3665-4346-999a-4fa843c1b23d admin admin] Publish callbacks [] for subnet (31374b0c-eb00-4e60-bf1d-e6c278fd3660), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.689351 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-359a616c-3665-4346-999a-4fa843c1b23d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2703963'] for subnet (31374b0c-eb00-4e60-bf1d-e6c278fd3660), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.773319 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-359a616c-3665-4346-999a-4fa843c1b23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (31374b0c-eb00-4e60-bf1d-e6c278fd3660), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.831949 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-359a616c-3665-4346-999a-4fa843c1b23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3999312'] for subnet (31374b0c-eb00-4e60-bf1d-e6c278fd3660), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.856079 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a616c-3665-4346-999a-4fa843c1b23d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31374b0c-eb00-4e60-bf1d-e6c278fd3660,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:29.860485 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-359a616c-3665-4346-999a-4fa843c1b23d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.863908 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-359a616c-3665-4346-999a-4fa843c1b23d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/31374b0c-eb00-4e60-bf1d-e6c278fd3660 HTTP/1.1" status: 204 len: 168 time: 0.2550285 Feb 15 05:25:29.866856 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33544) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:29.869448 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946e248-ef7c-4393-879e-b807e7775fc8 None None] Network 7ef9ee08-84e7-44a1-b05d-b1372c91e575 requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:25:29.932908 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (7ef9ee08-84e7-44a1-b05d-b1372c91e575), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:29.991239 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Deleting port a1282755-9373-44c0-beb0-7a330db3542a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:25:29.991602 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (a1282755-9373-44c0-beb0-7a330db3542a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.051187 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] For port a1282755-9373-44c0-beb0-7a330db3542a, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=a1282755-9373-44c0-beb0-7a330db3542a,segment=NetworkSegment(2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6),segment_id=2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:25:30.051575 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (a1282755-9373-44c0-beb0-7a330db3542a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.064414 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Calling delete_port for a1282755-9373-44c0-beb0-7a330db3542a owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:25:30.140723 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (a1282755-9373-44c0-beb0-7a330db3542a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.166034 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a854e-a0c4-4790-9ebd-3369402f499e None None] DHCP port deletion for 7ef9ee08-84e7-44a1-b05d-b1372c91e575 request from dv-cinder-828696-5-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:25:30.168013 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1282755-9373-44c0-beb0-7a330db3542a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:30.173555 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] No DVR routers for this DVR port a1282755-9373-44c0-beb0-7a330db3542a on host dv-cinder-828696-5-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:25:30.243765 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (7ef9ee08-84e7-44a1-b05d-b1372c91e575), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.264808 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef9ee08-84e7-44a1-b05d-b1372c91e575']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:30.274985 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:30.275278 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:25:30.284457 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2703968'] for segment (2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.298457 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.304471 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:25:30.304852 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975416'] for segment (2e75b6b9-e9da-4b71-8ce7-e45ee343c1b6), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: timer() Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: cb(*args, **kw) Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: self._notify() Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: self.callback(batched_events) Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: event.method(event) Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._get(url).json() Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:25:30.306469 dv-cinder-828696-5-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:25:30.365591 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (7ef9ee08-84e7-44a1-b05d-b1372c91e575), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.370701 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.377277 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7ef9ee08-84e7-44a1-b05d-b1372c91e575 HTTP/1.1" status: 204 len: 168 time: 0.5087721 Feb 15 05:25:30.391997 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761f0b9-60ae-4be8-a20e-5ba72e634916 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef9ee08-84e7-44a1-b05d-b1372c91e575,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:30.487171 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33550) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:30.527298 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9a70e29a-7753-4f94-8840-d0ad99d0b163 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0503cf56b9584ffca8a034b7ebcc5e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389254 Feb 15 05:25:30.529720 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33552) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:30.574274 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3257697-e25e-441e-843e-5d29cbeb4583 admin admin] Publish callbacks [] for security_group (35dd9587-a698-46d9-a127-130d7bda0d9a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.595290 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3257697-e25e-441e-843e-5d29cbeb4583 admin admin] Publish callbacks [] for security_group (35dd9587-a698-46d9-a127-130d7bda0d9a), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.641318 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3257697-e25e-441e-843e-5d29cbeb4583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (35dd9587-a698-46d9-a127-130d7bda0d9a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.644112 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3257697-e25e-441e-843e-5d29cbeb4583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:30.645259 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a3257697-e25e-441e-843e-5d29cbeb4583 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35dd9587-a698-46d9-a127-130d7bda0d9a HTTP/1.1" status: 204 len: 168 time: 0.1146369 Feb 15 05:25:30.653310 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3257697-e25e-441e-843e-5d29cbeb4583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dd9587-a698-46d9-a127-130d7bda0d9a,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:30.943083 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33558) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:30.984603 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-32594c2b-de83-458c-8ecc-31dcd93d5cf3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0491001aed644f51851b13e8cd5cd50e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403686 Feb 15 05:25:30.986944 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33560) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:25:31.031984 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0eea969d-73ec-4078-85fd-64532b45acbf admin admin] Publish callbacks [] for security_group (7725eb85-6818-4e16-baad-8f7dea715efb), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:31.053795 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0eea969d-73ec-4078-85fd-64532b45acbf admin admin] Publish callbacks [] for security_group (7725eb85-6818-4e16-baad-8f7dea715efb), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:31.100128 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0eea969d-73ec-4078-85fd-64532b45acbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (7725eb85-6818-4e16-baad-8f7dea715efb), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:31.102846 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0eea969d-73ec-4078-85fd-64532b45acbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:31.104036 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0eea969d-73ec-4078-85fd-64532b45acbf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7725eb85-6818-4e16-baad-8f7dea715efb HTTP/1.1" status: 204 len: 168 time: 0.1162057 Feb 15 05:25:31.111615 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea969d-73ec-4078-85fd-64532b45acbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7725eb85-6818-4e16-baad-8f7dea715efb,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:25:31.408347 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device fe708c1e-f270-4f30-98e6-fce827cf3c7b no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:25:31.428862 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: fe708c1e-f270-4f30-98e6-fce827cf3c7b {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:25:31.429118 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device fe708c1e-f270-4f30-98e6-fce827cf3c7b not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:25:31.429537 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device a1282755-9373-44c0-beb0-7a330db3542a no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:25:31.452845 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: a1282755-9373-44c0-beb0-7a330db3542a {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:25:31.453190 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device a1282755-9373-44c0-beb0-7a330db3542a not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:25:31.453612 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 27fea51e-28e9-46e0-afdb-f67aaad9d8aa no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:25:31.472648 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 27fea51e-28e9-46e0-afdb-f67aaad9d8aa {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:25:31.472988 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 27fea51e-28e9-46e0-afdb-f67aaad9d8aa not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:25:33.243542 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8cd960d2-4d35-4245-82f8-852382d71944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:35.438809 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b4edef1a-02fe-4481-98f6-61b2fe481571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:36.612744 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:38.403822 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:39.622829 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:25:45.856089 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:25:52.142389 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:03.244673 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6754-5252-4bc1-9787-b396481ee645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:05.440664 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-24a57857-a4b5-487b-bf88-4e61d7a4aff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:06.616399 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:08.436242 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:09.624565 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:22.147838 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:22.854994 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:26:26.744958 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee1ec7-a54b-4d2d-8d4c-7c2e70b49787 req-60ba549d-3d48-4ba3-9a09-ffb67bcd2eb5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:26:26.746325 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6aee1ec7-a54b-4d2d-8d4c-7c2e70b49787 req-60ba549d-3d48-4ba3-9a09-ffb67bcd2eb5 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 945 time: 0.0506570 Feb 15 05:26:26.791362 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6aee1ec7-a54b-4d2d-8d4c-7c2e70b49787 req-7d6913bb-0a24-4702-ad8b-71bf3152915a tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f2396db-542c-49ff-a252-743cad22e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395575 Feb 15 05:26:27.911583 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f296177-9f0c-4e8f-9193-530e0c91576a req-2cf291f6-a9b1-42d5-901d-6edab71a9cb9 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:26:27.913016 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1f296177-9f0c-4e8f-9193-530e0c91576a req-2cf291f6-a9b1-42d5-901d-6edab71a9cb9 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 945 time: 0.0556064 Feb 15 05:26:27.958985 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1f296177-9f0c-4e8f-9193-530e0c91576a req-bd71cafc-71b0-49f3-b8c9-ece1515fcdfe tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f2396db-542c-49ff-a252-743cad22e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403900 Feb 15 05:26:28.757187 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-dc28c072-a504-4267-a1f2-76fd78be3c56 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:26:28.758587 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-dc28c072-a504-4267-a1f2-76fd78be3c56 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.61 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 945 time: 0.0499532 Feb 15 05:26:28.842359 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Deleting port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:26:28.842696 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:28.929801 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] For port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:26:28.930501 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:29.133760 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96955887-1bc3-4f8f-a48e-838fd021a13c req-e50dc574-8da5-4bd0-ab31-1e1cea6cfade tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 05:26:29.135116 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-96955887-1bc3-4f8f-a48e-838fd021a13c req-e50dc574-8da5-4bd0-ab31-1e1cea6cfade tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/ports?device_id=828c7629-ec53-4665-8d83-12548dff6f73 HTTP/1.1" status: 200 len: 945 time: 0.1083293 Feb 15 05:26:29.137239 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:29.137595 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-525346'] for floatingip (0072a848-02e7-43bd-893b-1d4f649f820e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:29.137903 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Floating IP 0072a848-02e7-43bd-893b-1d4f649f820e disassociated. External IP: 172.27.3.233, port: a7a5464b-b505-48e5-bdc5-f31e2ed1d65e. Feb 15 05:26:29.138233 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Calling delete_port for a7a5464b-b505-48e5-bdc5-f31e2ed1d65e owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:26:29.226487 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-96955887-1bc3-4f8f-a48e-838fd021a13c req-dfeddb20-e99b-4451-b785-9c24a88cd769 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f2396db-542c-49ff-a252-743cad22e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841930 Feb 15 05:26:29.293165 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (a7a5464b-b505-48e5-bdc5-f31e2ed1d65e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:29.323050 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event deleted for resources: {'Port': ['ID=a7a5464b-b505-48e5-bdc5-f31e2ed1d65e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:29.334409 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.334762 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.335114 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.335454 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.335826 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.336147 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.336481 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.336810 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.337140 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.337465 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.337788 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.338112 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.338430 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:29.446290 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Router aef9fbf8-b6f9-49b9-ad40-43251893fecd has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:26:29.550269 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:26:29.560084 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9970f05-881f-4256-b20f-e786d6f7a64a None None] Sync routers for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:26:29.569692 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9970f05-881f-4256-b20f-e786d6f7a64a None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:26:29.570363 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b9970f05-881f-4256-b20f-e786d6f7a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:26:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:26:29.591146 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] No DVR routers for this DVR port a7a5464b-b505-48e5-bdc5-f31e2ed1d65e on host hv-cinder-82869 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:26:29.593648 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:29.596976 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41968ebb-4267-4ddf-8f2a-bc8e4ad39ae6 req-a739c0c7-cde2-405a-b4dd-774f93a0cffc tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.61 "DELETE /v2.0/ports/a7a5464b-b505-48e5-bdc5-f31e2ed1d65e HTTP/1.1" status: 204 len: 173 time: 0.8335385 Feb 15 05:26:29.597392 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828c7629-ec53-4665-8d83-12548dff6f73', 'name': 'network-vif-deleted', 'tag': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 05:26:29.599627 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed014160ed7cf513037429808ead44d1aa6b131b2f87e2716140341d54fd22be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf8754e-9e29-4e55-9764-aa3c92088624" -d '{"events": [{"server_uuid": "828c7629-ec53-4665-8d83-12548dff6f73", "name": "network-vif-deleted", "tag": "a7a5464b-b505-48e5-bdc5-f31e2ed1d65e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 05:26:29.680756 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-b9970f05-881f-4256-b20f-e786d6f7a64a None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:26:29.789663 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 05:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23f5377-9561-4c3b-a027-e3d4152f0572 x-openstack-request-id: req-c23f5377-9561-4c3b-a027-e3d4152f0572 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 05:26:29.790433 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828c7629-ec53-4665-8d83-12548dff6f73", "name": "network-vif-deleted", "tag": "a7a5464b-b505-48e5-bdc5-f31e2ed1d65e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 05:26:29.790433 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c23f5377-9561-4c3b-a027-e3d4152f0572 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 05:26:29.791220 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828c7629-ec53-4665-8d83-12548dff6f73', 'name': 'network-vif-deleted', 'tag': 'a7a5464b-b505-48e5-bdc5-f31e2ed1d65e', 'status': 'completed', 'code': 200} Feb 15 05:26:29.893679 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b9970f05-881f-4256-b20f-e786d6f7a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:26:29.919033 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9970f05-881f-4256-b20f-e786d6f7a64a None None] Checking router: aef9fbf8-b6f9-49b9-ad40-43251893fecd for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:26:29.927455 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9970f05-881f-4256-b20f-e786d6f7a64a None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:26:29.928079 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b9970f05-881f-4256-b20f-e786d6f7a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:26:05Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:26:30.039117 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-b9970f05-881f-4256-b20f-e786d6f7a64a None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:26:30.308351 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33650) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:30.311037 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b9970f05-881f-4256-b20f-e786d6f7a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:26:30.336938 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9970f05-881f-4256-b20f-e786d6f7a64a None None] The sync data for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi is: [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:20:33Z', 'revision_number': 4, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi', '_interfaces': [{'id': '9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe', 'name': '', 'network_id': '9713c281-72ed-47f0-b6ab-a18387dc943e', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'mac_address': 'fa:16:3e:73:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:33Z', 'updated_at': '2022-02-15T05:20:36Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'subnets': [{'id': 'e5c04148-4f33-457e-92a3-073c18eadb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:26:30.363158 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group (2f2396db-542c-49ff-a252-743cad22e1a9), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:30.387825 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group (2f2396db-542c-49ff-a252-743cad22e1a9), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:30.435237 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (2f2396db-542c-49ff-a252-743cad22e1a9), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:30.437900 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:30.439098 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "DELETE /v2.0/security-groups/2f2396db-542c-49ff-a252-743cad22e1a9 HTTP/1.1" status: 204 len: 168 time: 0.1296847 Feb 15 05:26:30.442469 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33652) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:30.450102 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2396db-542c-49ff-a252-743cad22e1a9,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:30.457846 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.458204 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.458552 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.458889 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.459418 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.459794 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.460117 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.460453 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.460678 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.api.v2.resource [None req-c7137d04-b892-411d-b247-949d9c509463 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] show failed (client error): The resource could not be found. Feb 15 05:26:30.460793 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.461242 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.461426 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.461704 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c7137d04-b892-411d-b247-949d9c509463 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "GET /v2.0/security-groups/2f2396db-542c-49ff-a252-743cad22e1a9 HTTP/1.1" status: 404 len: 347 time: 0.0174582 Feb 15 05:26:30.461905 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.462067 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d742c-ad1d-48c9-9679-d338b977854e tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:30.464587 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33654) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:30.572748 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b739d-ad90-4dff-8397-684b78b83824 None None] New status for floating IP 0072a848-02e7-43bd-893b-1d4f649f820e: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 05:26:30.589592 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-52696815-4c6d-437f-8b92-9e1da7671aa0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Deleting port 7a2d18f8-9f84-461d-8611-4ffdfd7160f2 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:26:30.589935 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52696815-4c6d-437f-8b92-9e1da7671aa0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (7a2d18f8-9f84-461d-8611-4ffdfd7160f2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:30.665310 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52696815-4c6d-437f-8b92-9e1da7671aa0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (7a2d18f8-9f84-461d-8611-4ffdfd7160f2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:30.665628 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52696815-4c6d-437f-8b92-9e1da7671aa0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (7a2d18f8-9f84-461d-8611-4ffdfd7160f2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:30.679604 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-52696815-4c6d-437f-8b92-9e1da7671aa0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Calling delete_port for 7a2d18f8-9f84-461d-8611-4ffdfd7160f2 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:26:30.806272 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52696815-4c6d-437f-8b92-9e1da7671aa0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (7a2d18f8-9f84-461d-8611-4ffdfd7160f2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:30.834822 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52696815-4c6d-437f-8b92-9e1da7671aa0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Pushing event deleted for resources: {'Port': ['ID=7a2d18f8-9f84-461d-8611-4ffdfd7160f2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:30.891959 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52696815-4c6d-437f-8b92-9e1da7671aa0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks [] for floatingip (0072a848-02e7-43bd-893b-1d4f649f820e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:30.894559 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52696815-4c6d-437f-8b92-9e1da7671aa0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458750'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:30.895721 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-52696815-4c6d-437f-8b92-9e1da7671aa0 tempest-AttachVolumeTestJSON-1682885721 tempest-AttachVolumeTestJSON-1682885721-project] 10.222.0.43 "DELETE /v2.0/floatingips/0072a848-02e7-43bd-893b-1d4f649f820e HTTP/1.1" status: 204 len: 168 time: 0.4302235 Feb 15 05:26:31.150805 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device a7a5464b-b505-48e5-bdc5-f31e2ed1d65e no longer exists at agent hyperv_hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:26:31.174940 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] No Port match for: a7a5464b-b505-48e5-bdc5-f31e2ed1d65e {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:26:31.175278 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Device a7a5464b-b505-48e5-bdc5-f31e2ed1d65e not bound to the agent host hv-cinder-82869 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:26:33.244608 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0cc64d9b-2e05-4625-aa91-85d0be765db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:34.388951 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33684) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:34.857793 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8d94e8f-d4b6-4239-bc6e-2022261f0712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526370'] for router_interface (aef9fbf8-b6f9-49b9-ad40-43251893fecd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:35.366983 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b8d94e8f-d4b6-4239-bc6e-2022261f0712 admin admin] Deleting port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:26:35.367316 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8d94e8f-d4b6-4239-bc6e-2022261f0712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:35.441647 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dbab1dc7-6e2e-46f1-a0df-2d751d428f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:35.442268 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b8d94e8f-d4b6-4239-bc6e-2022261f0712 admin admin] For port 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:26:35.442686 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8d94e8f-d4b6-4239-bc6e-2022261f0712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:35.453906 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b8d94e8f-d4b6-4239-bc6e-2022261f0712 admin admin] Calling delete_port for 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:26:35.626940 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8d94e8f-d4b6-4239-bc6e-2022261f0712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:35.653386 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d94e8f-d4b6-4239-bc6e-2022261f0712 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:35.820400 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8d94e8f-d4b6-4239-bc6e-2022261f0712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-526518'] for router_interface (aef9fbf8-b6f9-49b9-ad40-43251893fecd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.033465 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d94e8f-d4b6-4239-bc6e-2022261f0712 admin admin] Router aef9fbf8-b6f9-49b9-ad40-43251893fecd has already been hosted by L3 agent ab2957d7-13ed-42a9-acdb-852f79422892 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 05:26:36.137773 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d94e8f-d4b6-4239-bc6e-2022261f0712 admin admin] Notify agent at l3_agent.dv-cinder-828696-5-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 05:26:36.142693 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b8d94e8f-d4b6-4239-bc6e-2022261f0712 admin admin] 10.222.0.43 "PUT /v2.0/routers/aef9fbf8-b6f9-49b9-ad40-43251893fecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7527215 Feb 15 05:26:36.145858 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33688) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:36.149810 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b2214-c3f2-4d7b-adc8-387f6887254a None None] Sync routers for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 05:26:36.158706 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b2214-c3f2-4d7b-adc8-387f6887254a None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:26:36.159304 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-044b2214-c3f2-4d7b-adc8-387f6887254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:26:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:26:36.248086 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Publish callbacks [] for router (aef9fbf8-b6f9-49b9-ad40-43251893fecd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.262896 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-044b2214-c3f2-4d7b-adc8-387f6887254a None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: dv-cinder-828696-5-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:26:36.348352 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Publish callbacks [] for router_gateway (aef9fbf8-b6f9-49b9-ad40-43251893fecd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.399932 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Deleting port 4aa999fa-f6e8-4330-a860-21d71810aeee {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:26:36.400278 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.435454 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-044b2214-c3f2-4d7b-adc8-387f6887254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'external_fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:26:35Z', 'revision_number': 5, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port': {'id': '4aa999fa-f6e8-4330-a860-21d71810aeee', 'name': '', 'network_id': 'dda14d27-2e09-4348-83b7-68b288eb8ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T05:20:31Z', 'updated_at': '2022-02-15T05:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15e10ff5-b296-4161-a935-11b38e7a69af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-5-iscsi'}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:26:36.460783 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b2214-c3f2-4d7b-adc8-387f6887254a None None] Checking router: aef9fbf8-b6f9-49b9-ad40-43251893fecd for host: dv-cinder-828696-5-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 05:26:36.469157 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b2214-c3f2-4d7b-adc8-387f6887254a None None] Routers {'aef9fbf8-b6f9-49b9-ad40-43251893fecd'} bound to L3 agent in host dv-cinder-828696-5-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 05:26:36.469762 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-044b2214-c3f2-4d7b-adc8-387f6887254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T05:02:05Z,description=,heartbeat_timestamp=2022-02-15T05:26:35Z,host='dv-cinder-828696-5-iscsi',id=ab2957d7-13ed-42a9-acdb-852f79422892,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T05:02:05Z,topic='l3_agent')) {'router_ids': ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:26:36.475198 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] For port 4aa999fa-f6e8-4330-a860-21d71810aeee, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=4aa999fa-f6e8-4330-a860-21d71810aeee,segment=NetworkSegment(5bf8aac2-6989-492d-acfd-5fb350ec0dfb),segment_id=5bf8aac2-6989-492d-acfd-5fb350ec0dfb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:26:36.475772 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.486719 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Calling delete_port for 4aa999fa-f6e8-4330-a860-21d71810aeee owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:26:36.556227 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-044b2214-c3f2-4d7b-adc8-387f6887254a None None] Set router aef9fbf8-b6f9-49b9-ad40-43251893fecd gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 05:26:36.606434 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-044b2214-c3f2-4d7b-adc8-387f6887254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:26:36Z', 'revision_number': 6, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port_host': None}], 'dv-cinder-828696-5-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:26:36.622557 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.635564 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b2214-c3f2-4d7b-adc8-387f6887254a None None] The sync data for ids ['aef9fbf8-b6f9-49b9-ad40-43251893fecd'] in dv-cinder-828696-5-iscsi is: [{'id': 'aef9fbf8-b6f9-49b9-ad40-43251893fecd', 'name': 'tempest-AttachVolumeTestJSON-974086719-router', 'tenant_id': '3e83046def4a42289f83a0d0d2160c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T05:20:30Z', 'updated_at': '2022-02-15T05:26:36Z', 'revision_number': 6, 'project_id': '3e83046def4a42289f83a0d0d2160c42', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 05:26:36.656319 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (4aa999fa-f6e8-4330-a860-21d71810aeee), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.686139 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa999fa-f6e8-4330-a860-21d71810aeee,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:36.742857 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526056'] for router_gateway (aef9fbf8-b6f9-49b9-ad40-43251893fecd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.831283 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6828'] for router (aef9fbf8-b6f9-49b9-ad40-43251893fecd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.833840 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Publish callbacks [] for router_controller (aef9fbf8-b6f9-49b9-ad40-43251893fecd), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.877359 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532804'] for router (aef9fbf8-b6f9-49b9-ad40-43251893fecd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.877941 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aef9fbf8-b6f9-49b9-ad40-43251893fecd {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 05:26:36.882690 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.883848 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4e92804f-e7ee-4d91-87eb-79bc73d1a49e admin admin] 10.222.0.43 "DELETE /v2.0/routers/aef9fbf8-b6f9-49b9-ad40-43251893fecd HTTP/1.1" status: 204 len: 168 time: 0.7372155 Feb 15 05:26:36.886214 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33690) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:36.936378 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc19fa9-014a-431b-8dbc-a7cb0f7b831c admin admin] Deleting subnet e5c04148-4f33-457e-92a3-073c18eadb99 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 05:26:36.939408 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cc19fa9-014a-431b-8dbc-a7cb0f7b831c admin admin] Publish callbacks [] for subnet (e5c04148-4f33-457e-92a3-073c18eadb99), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:36.974454 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cc19fa9-014a-431b-8dbc-a7cb0f7b831c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2703963'] for subnet (e5c04148-4f33-457e-92a3-073c18eadb99), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.054110 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cc19fa9-014a-431b-8dbc-a7cb0f7b831c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16664018'] for subnet (e5c04148-4f33-457e-92a3-073c18eadb99), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.104832 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cc19fa9-014a-431b-8dbc-a7cb0f7b831c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16665889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3975234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3999312'] for subnet (e5c04148-4f33-457e-92a3-073c18eadb99), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.131066 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cc19fa9-014a-431b-8dbc-a7cb0f7b831c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.134255 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4cc19fa9-014a-431b-8dbc-a7cb0f7b831c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e5c04148-4f33-457e-92a3-073c18eadb99 HTTP/1.1" status: 204 len: 168 time: 0.2468898 Feb 15 05:26:37.135206 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc19fa9-014a-431b-8dbc-a7cb0f7b831c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c04148-4f33-457e-92a3-073c18eadb99,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:37.137036 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33692) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:37.138822 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c802a0f-67e0-4d06-a4b6-8c63b631759b None None] Network 9713c281-72ed-47f0-b6ab-a18387dc943e requested from dv-cinder-828696-5-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 05:26:37.206353 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655445'] for network (9713c281-72ed-47f0-b6ab-a18387dc943e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.262639 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Deleting port 957e9d23-304d-4d2f-bced-5b23816b02ea {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:26:37.262984 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.322635 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] For port 957e9d23-304d-4d2f-bced-5b23816b02ea, host dv-cinder-828696-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-5-iscsi',level=0,port_id=957e9d23-304d-4d2f-bced-5b23816b02ea,segment=NetworkSegment(d746344e-a8d5-4449-afaf-f0da3789ecef),segment_id=d746344e-a8d5-4449-afaf-f0da3789ecef)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:26:37.322927 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.335055 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Calling delete_port for 957e9d23-304d-4d2f-bced-5b23816b02ea owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:26:37.393677 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] DHCP port deletion for 9713c281-72ed-47f0-b6ab-a18387dc943e request from dv-cinder-828696-5-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 05:26:37.414453 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3975213'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.444663 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=957e9d23-304d-4d2f-bced-5b23816b02ea,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:37.446740 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Deleting port 957e9d23-304d-4d2f-bced-5b23816b02ea {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 05:26:37.447330 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729009009484'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.448342 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] No DVR routers for this DVR port 957e9d23-304d-4d2f-bced-5b23816b02ea on host dv-cinder-828696-5-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:26:37.505703 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 957e9d23-304d-4d2f-bced-5b23816b02ea no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:26:37.521159 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16664405', 'neutron.services.segments.db._delete_segments_for_network-8729009002352'] for network (9713c281-72ed-47f0-b6ab-a18387dc943e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.540956 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] For port 957e9d23-304d-4d2f-bced-5b23816b02ea, host dv-cinder-828696-5-iscsi, got binding levels [] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 05:26:37.541137 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9713c281-72ed-47f0-b6ab-a18387dc943e']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:26:37.541355 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557032'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.548490 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 957e9d23-304d-4d2f-bced-5b23816b02ea {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:26:37.548842 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 957e9d23-304d-4d2f-bced-5b23816b02ea not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:26:37.549259 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:26:37.550943 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd746344e-a8d5-4449-afaf-f0da3789ecef') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:26:37.551234 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd746344e-a8d5-4449-afaf-f0da3789ecef') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 05:26:37.560214 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729009003385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2703968'] for segment (d746344e-a8d5-4449-afaf-f0da3789ecef), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.572811 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:26:37.572811 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 9fa763b0-b6f4-4ee7-a8e2-95c3018e7cfe not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:26:37.573132 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 4aa999fa-f6e8-4330-a860-21d71810aeee no longer exists at agent ovs-agent-dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 05:26:37.573893 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720'] for segment (d746344e-a8d5-4449-afaf-f0da3789ecef), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.575012 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Calling delete_port for 957e9d23-304d-4d2f-bced-5b23816b02ea owned by network:dhcp {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 05:26:37.578284 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.ipam_backend_mixin [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Port 957e9d23-304d-4d2f-bced-5b23816b02ea was not found and therefore no delete operation was performed {{(pid=102671) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 05:26:37.582122 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 05:26:37.582521 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16676720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3975416'] for segment (d746344e-a8d5-4449-afaf-f0da3789ecef), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: timer() Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: cb(*args, **kw) Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: self._notify() Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: self.callback(batched_events) Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: event.method(event) Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._get(url).json() Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 05:26:37.584327 dv-cinder-828696-5-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 05:26:37.594194 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16713786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729009014447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729008507459'] for port (957e9d23-304d-4d2f-bced-5b23816b02ea), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.597409 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] No Port match for: 4aa999fa-f6e8-4330-a860-21d71810aeee {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 05:26:37.597755 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Device 4aa999fa-f6e8-4330-a860-21d71810aeee not bound to the agent host dv-cinder-828696-5-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 05:26:37.626500 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Pushing event deleted for resources: {'Port': ['ID=957e9d23-304d-4d2f-bced-5b23816b02ea,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:37.631462 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] No DVR routers for this DVR port 957e9d23-304d-4d2f-bced-5b23816b02ea on host dv-cinder-828696-5-iscsi {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 05:26:37.639396 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.640040 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.640610 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.641107 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.641596 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.642089 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.643993 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.645566 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.646156 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.646733 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.649305 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.649784 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.650084 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abf56a-d2b7-4ec0-a040-5b7a8d303ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:26:37.654959 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16664412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-525360'] for network (9713c281-72ed-47f0-b6ab-a18387dc943e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.660713 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043367'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.664326 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9713c281-72ed-47f0-b6ab-a18387dc943e HTTP/1.1" status: 204 len: 168 time: 0.5263765 Feb 15 05:26:37.680552 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917bf7a-48c2-45f7-a51d-c92ab6fc8f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=9713c281-72ed-47f0-b6ab-a18387dc943e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:37.780713 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33696) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:37.821810 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c64b3fca-7abe-4407-a9d2-dd504b4dc361 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e83046def4a42289f83a0d0d2160c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398633 Feb 15 05:26:37.824301 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33698) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:37.870448 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-09dccbc2-9239-4973-ab32-b288c6601ec0 admin admin] Publish callbacks [] for security_group (1bf7308a-57c9-4080-9af3-4e07469ffa6b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.890571 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-09dccbc2-9239-4973-ab32-b288c6601ec0 admin admin] Publish callbacks [] for security_group (1bf7308a-57c9-4080-9af3-4e07469ffa6b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.937778 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-09dccbc2-9239-4973-ab32-b288c6601ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (1bf7308a-57c9-4080-9af3-4e07469ffa6b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.940365 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-09dccbc2-9239-4973-ab32-b288c6601ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:37.944620 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-09dccbc2-9239-4973-ab32-b288c6601ec0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1bf7308a-57c9-4080-9af3-4e07469ffa6b HTTP/1.1" status: 204 len: 168 time: 0.1171834 Feb 15 05:26:37.955055 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dccbc2-9239-4973-ab32-b288c6601ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf7308a-57c9-4080-9af3-4e07469ffa6b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:38.409350 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:39.625405 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:52.148068 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:53.926418 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33908) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:54.026708 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d93e4284-1eab-45dd-9724-ba64858f77be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.105202 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d93e4284-1eab-45dd-9724-ba64858f77be admin admin] Publish callbacks [] for security_group (749fb37a-d463-4a60-8d7d-0ba55a70ccf1), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.108526 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d93e4284-1eab-45dd-9724-ba64858f77be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (749fb37a-d463-4a60-8d7d-0ba55a70ccf1), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.148758 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d93e4284-1eab-45dd-9724-ba64858f77be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4d000fc507846ffa1ea008664aa58c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212923 Feb 15 05:26:54.149620 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e4284-1eab-45dd-9724-ba64858f77be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749fb37a-d463-4a60-8d7d-0ba55a70ccf1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:54.151411 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33912) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:54.197644 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b132596-b547-4088-8ff4-5a01e28dfad0 admin admin] Publish callbacks [] for security_group (749fb37a-d463-4a60-8d7d-0ba55a70ccf1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.218028 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b132596-b547-4088-8ff4-5a01e28dfad0 admin admin] Publish callbacks [] for security_group (749fb37a-d463-4a60-8d7d-0ba55a70ccf1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.264093 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b132596-b547-4088-8ff4-5a01e28dfad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (749fb37a-d463-4a60-8d7d-0ba55a70ccf1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.266930 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b132596-b547-4088-8ff4-5a01e28dfad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.268076 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5b132596-b547-4088-8ff4-5a01e28dfad0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/749fb37a-d463-4a60-8d7d-0ba55a70ccf1 HTTP/1.1" status: 204 len: 168 time: 0.1156411 Feb 15 05:26:54.276814 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b132596-b547-4088-8ff4-5a01e28dfad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749fb37a-d463-4a60-8d7d-0ba55a70ccf1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:54.518115 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 33918) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:54.530714 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-875a15be-10ec-4cc9-bb49-a937c281e759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.605831 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-875a15be-10ec-4cc9-bb49-a937c281e759 admin admin] Publish callbacks [] for security_group (a634b672-9bdf-4ee9-892b-8611fd5a4376), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.609329 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-875a15be-10ec-4cc9-bb49-a937c281e759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (a634b672-9bdf-4ee9-892b-8611fd5a4376), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.646926 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-875a15be-10ec-4cc9-bb49-a937c281e759 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4abbc75c21534e6d88c46722dbb1bd3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277859 Feb 15 05:26:54.648049 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a15be-10ec-4cc9-bb49-a937c281e759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a634b672-9bdf-4ee9-892b-8611fd5a4376,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:54.649601 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 33920) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:26:54.696985 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc5164ae-8b62-4de2-83fe-c368ed906bd4 admin admin] Publish callbacks [] for security_group (a634b672-9bdf-4ee9-892b-8611fd5a4376), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.717018 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc5164ae-8b62-4de2-83fe-c368ed906bd4 admin admin] Publish callbacks [] for security_group (a634b672-9bdf-4ee9-892b-8611fd5a4376), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.764012 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc5164ae-8b62-4de2-83fe-c368ed906bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (a634b672-9bdf-4ee9-892b-8611fd5a4376), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.766429 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc5164ae-8b62-4de2-83fe-c368ed906bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:26:54.767596 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-dc5164ae-8b62-4de2-83fe-c368ed906bd4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a634b672-9bdf-4ee9-892b-8611fd5a4376 HTTP/1.1" status: 204 len: 168 time: 0.1170046 Feb 15 05:26:54.775229 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5164ae-8b62-4de2-83fe-c368ed906bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a634b672-9bdf-4ee9-892b-8611fd5a4376,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:26:59.853636 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:27:03.245691 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dd00cde8-db2e-47c7-937c-88b294b2f904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:05.441423 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-59033ffc-0207-44f2-b810-80c33930d9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:06.338540 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34058) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:06.436955 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-18c78abc-8d4f-4cca-946c-323eb028128a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:06.508626 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-18c78abc-8d4f-4cca-946c-323eb028128a admin admin] Publish callbacks [] for security_group (a07c217b-c225-4777-813c-d3d42fe821f6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:06.512140 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-18c78abc-8d4f-4cca-946c-323eb028128a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (a07c217b-c225-4777-813c-d3d42fe821f6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:06.547354 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c78abc-8d4f-4cca-946c-323eb028128a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07c217b-c225-4777-813c-d3d42fe821f6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:06.551583 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-18c78abc-8d4f-4cca-946c-323eb028128a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=685e13bd9d9341f4ab583a616bf456d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119324 Feb 15 05:27:06.554820 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34062) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:06.601977 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-18e68e81-e3be-407c-a958-5e538e2bee67 admin admin] Publish callbacks [] for security_group (a07c217b-c225-4777-813c-d3d42fe821f6), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:06.622751 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-18e68e81-e3be-407c-a958-5e538e2bee67 admin admin] Publish callbacks [] for security_group (a07c217b-c225-4777-813c-d3d42fe821f6), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:06.671391 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-18e68e81-e3be-407c-a958-5e538e2bee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (a07c217b-c225-4777-813c-d3d42fe821f6), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:06.673965 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-18e68e81-e3be-407c-a958-5e538e2bee67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:06.677469 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-18e68e81-e3be-407c-a958-5e538e2bee67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a07c217b-c225-4777-813c-d3d42fe821f6 HTTP/1.1" status: 204 len: 168 time: 0.1200747 Feb 15 05:27:06.690044 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e68e81-e3be-407c-a958-5e538e2bee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07c217b-c225-4777-813c-d3d42fe821f6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:06.747025 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:06.932510 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 34068) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:06.946060 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ffcd40d-9bcd-4e20-93f6-94f8b7963c59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:07.017159 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ffcd40d-9bcd-4e20-93f6-94f8b7963c59 admin admin] Publish callbacks [] for security_group (9d6108fc-f914-46bd-9053-7d649b80b349), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:07.021112 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ffcd40d-9bcd-4e20-93f6-94f8b7963c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (9d6108fc-f914-46bd-9053-7d649b80b349), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:07.057229 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6ffcd40d-9bcd-4e20-93f6-94f8b7963c59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f320ee48f764372bf97fb4d9fcfae60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1236796 Feb 15 05:27:07.058271 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcd40d-9bcd-4e20-93f6-94f8b7963c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6108fc-f914-46bd-9053-7d649b80b349,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:07.059959 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34070) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:07.107653 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b068e850-96f9-46ad-bd45-bab44a64b4ee admin admin] Publish callbacks [] for security_group (9d6108fc-f914-46bd-9053-7d649b80b349), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:07.127770 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b068e850-96f9-46ad-bd45-bab44a64b4ee admin admin] Publish callbacks [] for security_group (9d6108fc-f914-46bd-9053-7d649b80b349), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:07.172212 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b068e850-96f9-46ad-bd45-bab44a64b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (9d6108fc-f914-46bd-9053-7d649b80b349), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:07.174866 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b068e850-96f9-46ad-bd45-bab44a64b4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:07.176044 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b068e850-96f9-46ad-bd45-bab44a64b4ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d6108fc-f914-46bd-9053-7d649b80b349 HTTP/1.1" status: 204 len: 168 time: 0.1151142 Feb 15 05:27:07.183307 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068e850-96f9-46ad-bd45-bab44a64b4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6108fc-f914-46bd-9053-7d649b80b349,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:08.411253 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:09.626243 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:11.875109 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34144) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:11.978773 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-127f8c21-0440-438e-8046-d8433ac5dd39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.051444 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-127f8c21-0440-438e-8046-d8433ac5dd39 admin admin] Publish callbacks [] for security_group (c816173c-3c14-4868-821f-d9f0567d62a0), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.055219 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-127f8c21-0440-438e-8046-d8433ac5dd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (c816173c-3c14-4868-821f-d9f0567d62a0), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.097650 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-127f8c21-0440-438e-8046-d8433ac5dd39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1302451132b417fbdae483fd1e59772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208707 Feb 15 05:27:12.098831 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f8c21-0440-438e-8046-d8433ac5dd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c816173c-3c14-4868-821f-d9f0567d62a0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:12.100328 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 34148) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:12.147730 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2fe600c6-baa2-4c38-800c-0302ce8bd32b admin admin] Publish callbacks [] for security_group (c816173c-3c14-4868-821f-d9f0567d62a0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.167535 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2fe600c6-baa2-4c38-800c-0302ce8bd32b admin admin] Publish callbacks [] for security_group (c816173c-3c14-4868-821f-d9f0567d62a0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.217899 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2fe600c6-baa2-4c38-800c-0302ce8bd32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (c816173c-3c14-4868-821f-d9f0567d62a0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.220408 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2fe600c6-baa2-4c38-800c-0302ce8bd32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.221563 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2fe600c6-baa2-4c38-800c-0302ce8bd32b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c816173c-3c14-4868-821f-d9f0567d62a0 HTTP/1.1" status: 204 len: 168 time: 0.1202066 Feb 15 05:27:12.228961 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe600c6-baa2-4c38-800c-0302ce8bd32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c816173c-3c14-4868-821f-d9f0567d62a0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:12.467036 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 34154) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:12.479816 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b32163c6-3fc3-4e19-a5cd-e6d7ef0ced5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.549410 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b32163c6-3fc3-4e19-a5cd-e6d7ef0ced5c admin admin] Publish callbacks [] for security_group (b36c8c2f-4763-41d5-ae1d-ae97dee822e3), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.553306 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b32163c6-3fc3-4e19-a5cd-e6d7ef0ced5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (b36c8c2f-4763-41d5-ae1d-ae97dee822e3), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.588946 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b32163c6-3fc3-4e19-a5cd-e6d7ef0ced5c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea592335a5bf41e08e21a4db9d13a936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1208279 Feb 15 05:27:12.590799 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32163c6-3fc3-4e19-a5cd-e6d7ef0ced5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36c8c2f-4763-41d5-ae1d-ae97dee822e3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:12.591653 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34156) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:12.638701 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d71d0c6f-d2fe-4b4e-8f0e-5075a6ac87fb admin admin] Publish callbacks [] for security_group (b36c8c2f-4763-41d5-ae1d-ae97dee822e3), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.658667 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d71d0c6f-d2fe-4b4e-8f0e-5075a6ac87fb admin admin] Publish callbacks [] for security_group (b36c8c2f-4763-41d5-ae1d-ae97dee822e3), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.704581 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d71d0c6f-d2fe-4b4e-8f0e-5075a6ac87fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (b36c8c2f-4763-41d5-ae1d-ae97dee822e3), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.707225 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d71d0c6f-d2fe-4b4e-8f0e-5075a6ac87fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:12.708443 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d71d0c6f-d2fe-4b4e-8f0e-5075a6ac87fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b36c8c2f-4763-41d5-ae1d-ae97dee822e3 HTTP/1.1" status: 204 len: 168 time: 0.1158047 Feb 15 05:27:12.715705 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d0c6f-d2fe-4b4e-8f0e-5075a6ac87fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36c8c2f-4763-41d5-ae1d-ae97dee822e3,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:18.272687 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34238) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:18.372945 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92e3a114-647f-4e19-8ea4-8478f8d2e3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:18.443571 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92e3a114-647f-4e19-8ea4-8478f8d2e3c3 admin admin] Publish callbacks [] for security_group (6c269d10-8b54-4602-83d4-c3c2478f8d0e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:18.446911 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92e3a114-647f-4e19-8ea4-8478f8d2e3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (6c269d10-8b54-4602-83d4-c3c2478f8d0e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:18.483798 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-92e3a114-647f-4e19-8ea4-8478f8d2e3c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04919b0b6eb5493fb87e75d8edd73a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100673 Feb 15 05:27:18.484651 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3a114-647f-4e19-8ea4-8478f8d2e3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c269d10-8b54-4602-83d4-c3c2478f8d0e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:18.486483 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 34242) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:18.533671 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b92e5c41-c23d-4fa2-9864-098daebb5aff admin admin] Publish callbacks [] for security_group (6c269d10-8b54-4602-83d4-c3c2478f8d0e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:18.554547 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b92e5c41-c23d-4fa2-9864-098daebb5aff admin admin] Publish callbacks [] for security_group (6c269d10-8b54-4602-83d4-c3c2478f8d0e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:18.598974 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b92e5c41-c23d-4fa2-9864-098daebb5aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (6c269d10-8b54-4602-83d4-c3c2478f8d0e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:18.601529 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b92e5c41-c23d-4fa2-9864-098daebb5aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:18.602680 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b92e5c41-c23d-4fa2-9864-098daebb5aff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c269d10-8b54-4602-83d4-c3c2478f8d0e HTTP/1.1" status: 204 len: 168 time: 0.1151657 Feb 15 05:27:18.610211 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e5c41-c23d-4fa2-9864-098daebb5aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c269d10-8b54-4602-83d4-c3c2478f8d0e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:18.849378 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 34248) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:18.865074 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77c27388-f9ce-4f5d-8b5b-cf6015116d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:18.936483 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77c27388-f9ce-4f5d-8b5b-cf6015116d96 admin admin] Publish callbacks [] for security_group (00ce2c92-bd80-4024-8721-1388c7aeae6d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:18.940317 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77c27388-f9ce-4f5d-8b5b-cf6015116d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (00ce2c92-bd80-4024-8721-1388c7aeae6d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:18.977589 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-77c27388-f9ce-4f5d-8b5b-cf6015116d96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c027cea3e88343fbadae4e4d7bc9b822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270852 Feb 15 05:27:18.978362 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c27388-f9ce-4f5d-8b5b-cf6015116d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ce2c92-bd80-4024-8721-1388c7aeae6d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:18.980178 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34250) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:19.029434 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a7a365e1-d1a1-4394-886d-16faad6d17d8 admin admin] Publish callbacks [] for security_group (00ce2c92-bd80-4024-8721-1388c7aeae6d), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:19.049859 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a7a365e1-d1a1-4394-886d-16faad6d17d8 admin admin] Publish callbacks [] for security_group (00ce2c92-bd80-4024-8721-1388c7aeae6d), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:19.095600 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a7a365e1-d1a1-4394-886d-16faad6d17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (00ce2c92-bd80-4024-8721-1388c7aeae6d), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:19.098126 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a7a365e1-d1a1-4394-886d-16faad6d17d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:19.099259 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a7a365e1-d1a1-4394-886d-16faad6d17d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00ce2c92-bd80-4024-8721-1388c7aeae6d HTTP/1.1" status: 204 len: 168 time: 0.1180346 Feb 15 05:27:19.106796 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a365e1-d1a1-4394-886d-16faad6d17d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ce2c92-bd80-4024-8721-1388c7aeae6d,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:20.677018 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34304) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:20.777386 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-45c15644-6300-4008-a9f8-a0b4a2c636c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:20.847974 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-45c15644-6300-4008-a9f8-a0b4a2c636c3 admin admin] Publish callbacks [] for security_group (ed56be1c-dbae-463c-8cf0-b6262427154d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:20.851326 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-45c15644-6300-4008-a9f8-a0b4a2c636c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (ed56be1c-dbae-463c-8cf0-b6262427154d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:20.888020 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-45c15644-6300-4008-a9f8-a0b4a2c636c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53419d3d41c2496893549ec2e2f856ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099636 Feb 15 05:27:20.888724 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c15644-6300-4008-a9f8-a0b4a2c636c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed56be1c-dbae-463c-8cf0-b6262427154d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:20.890663 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 34308) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:20.937980 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0309b9be-a2c6-4635-bcb5-4639db051ac5 admin admin] Publish callbacks [] for security_group (ed56be1c-dbae-463c-8cf0-b6262427154d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:20.958931 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0309b9be-a2c6-4635-bcb5-4639db051ac5 admin admin] Publish callbacks [] for security_group (ed56be1c-dbae-463c-8cf0-b6262427154d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:21.003385 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0309b9be-a2c6-4635-bcb5-4639db051ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (ed56be1c-dbae-463c-8cf0-b6262427154d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:21.005948 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0309b9be-a2c6-4635-bcb5-4639db051ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:21.007088 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0309b9be-a2c6-4635-bcb5-4639db051ac5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed56be1c-dbae-463c-8cf0-b6262427154d HTTP/1.1" status: 204 len: 168 time: 0.1153789 Feb 15 05:27:21.014684 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309b9be-a2c6-4635-bcb5-4639db051ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed56be1c-dbae-463c-8cf0-b6262427154d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:21.258284 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 34314) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:21.271750 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca855f41-c0fc-4a51-af1f-536a07e4a85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:21.343390 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca855f41-c0fc-4a51-af1f-536a07e4a85c admin admin] Publish callbacks [] for security_group (70fbf71f-8d6a-44c8-9795-89b86989fb1d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:21.346743 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca855f41-c0fc-4a51-af1f-536a07e4a85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (70fbf71f-8d6a-44c8-9795-89b86989fb1d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:21.383061 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ca855f41-c0fc-4a51-af1f-536a07e4a85c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80b8df9330cc4750a8ae0c75a913ac98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1236644 Feb 15 05:27:21.383871 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca855f41-c0fc-4a51-af1f-536a07e4a85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fbf71f-8d6a-44c8-9795-89b86989fb1d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:21.385688 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34316) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:21.432825 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c86ccab3-b2d9-4fe2-aabe-5daf89a011f0 admin admin] Publish callbacks [] for security_group (70fbf71f-8d6a-44c8-9795-89b86989fb1d), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:21.455855 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c86ccab3-b2d9-4fe2-aabe-5daf89a011f0 admin admin] Publish callbacks [] for security_group (70fbf71f-8d6a-44c8-9795-89b86989fb1d), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:21.502050 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c86ccab3-b2d9-4fe2-aabe-5daf89a011f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (70fbf71f-8d6a-44c8-9795-89b86989fb1d), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:21.504608 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c86ccab3-b2d9-4fe2-aabe-5daf89a011f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:21.505724 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c86ccab3-b2d9-4fe2-aabe-5daf89a011f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70fbf71f-8d6a-44c8-9795-89b86989fb1d HTTP/1.1" status: 204 len: 168 time: 0.1190054 Feb 15 05:27:21.513262 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ccab3-b2d9-4fe2-aabe-5daf89a011f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fbf71f-8d6a-44c8-9795-89b86989fb1d,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:22.163184 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:23.498370 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34386) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:23.600222 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c314f19-6c1a-49dd-8cb0-ba6601a0b854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:23.671653 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c314f19-6c1a-49dd-8cb0-ba6601a0b854 admin admin] Publish callbacks [] for security_group (b46ac5a6-d59b-4bce-b552-c8e8bba0809a), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:23.675666 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c314f19-6c1a-49dd-8cb0-ba6601a0b854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (b46ac5a6-d59b-4bce-b552-c8e8bba0809a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:23.711153 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c314f19-6c1a-49dd-8cb0-ba6601a0b854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46ac5a6-d59b-4bce-b552-c8e8bba0809a,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:23.715366 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9c314f19-6c1a-49dd-8cb0-ba6601a0b854 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d642adacd3147e4b717155d8db3abb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160046 Feb 15 05:27:23.718164 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 34390) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:23.764769 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b12245b5-a007-431b-b6fd-941bf9b10187 admin admin] Publish callbacks [] for security_group (b46ac5a6-d59b-4bce-b552-c8e8bba0809a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:23.785819 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b12245b5-a007-431b-b6fd-941bf9b10187 admin admin] Publish callbacks [] for security_group (b46ac5a6-d59b-4bce-b552-c8e8bba0809a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:23.830265 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b12245b5-a007-431b-b6fd-941bf9b10187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (b46ac5a6-d59b-4bce-b552-c8e8bba0809a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:23.833217 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b12245b5-a007-431b-b6fd-941bf9b10187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:23.834323 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b12245b5-a007-431b-b6fd-941bf9b10187 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b46ac5a6-d59b-4bce-b552-c8e8bba0809a HTTP/1.1" status: 204 len: 168 time: 0.1152229 Feb 15 05:27:23.841564 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12245b5-a007-431b-b6fd-941bf9b10187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46ac5a6-d59b-4bce-b552-c8e8bba0809a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:24.086354 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 34396) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:24.099545 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c8bd52f-0653-45b8-8311-c61b01df1c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:24.172887 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c8bd52f-0653-45b8-8311-c61b01df1c7f admin admin] Publish callbacks [] for security_group (6770f952-8d02-459c-8190-c78dd9bc881c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:24.176960 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c8bd52f-0653-45b8-8311-c61b01df1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (6770f952-8d02-459c-8190-c78dd9bc881c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:24.217209 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2c8bd52f-0653-45b8-8311-c61b01df1c7f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15c0848257cb495b9cd9c359ccd6c344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297784 Feb 15 05:27:24.218051 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bd52f-0653-45b8-8311-c61b01df1c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6770f952-8d02-459c-8190-c78dd9bc881c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:24.219943 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34398) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:24.267848 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa791122-8dee-4bda-8b87-e99aea5dab88 admin admin] Publish callbacks [] for security_group (6770f952-8d02-459c-8190-c78dd9bc881c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:24.288366 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa791122-8dee-4bda-8b87-e99aea5dab88 admin admin] Publish callbacks [] for security_group (6770f952-8d02-459c-8190-c78dd9bc881c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:24.335859 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa791122-8dee-4bda-8b87-e99aea5dab88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (6770f952-8d02-459c-8190-c78dd9bc881c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:24.338284 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa791122-8dee-4bda-8b87-e99aea5dab88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:24.339410 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-aa791122-8dee-4bda-8b87-e99aea5dab88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6770f952-8d02-459c-8190-c78dd9bc881c HTTP/1.1" status: 204 len: 168 time: 0.1184766 Feb 15 05:27:24.346845 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa791122-8dee-4bda-8b87-e99aea5dab88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6770f952-8d02-459c-8190-c78dd9bc881c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:32.046584 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34520) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:32.160623 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.231327 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Publish callbacks [] for security_group (dd538885-33b7-4432-b13a-0e384cd63af3), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.234857 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (dd538885-33b7-4432-b13a-0e384cd63af3), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.272789 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d912bffc5f04ba6a26d6ff699f286a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251725 Feb 15 05:27:32.273676 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd538885-33b7-4432-b13a-0e384cd63af3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:32.275457 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 34524) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:32.280656 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.281086 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.281440 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.281787 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.282119 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.282448 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.282778 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.283106 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.283433 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.283789 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.284115 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.284441 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.285412 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f41d9-712b-4132-aab0-6a71883dce8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.323161 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Publish callbacks [] for security_group (dd538885-33b7-4432-b13a-0e384cd63af3), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.343233 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Publish callbacks [] for security_group (dd538885-33b7-4432-b13a-0e384cd63af3), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.388895 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (dd538885-33b7-4432-b13a-0e384cd63af3), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.391398 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.392556 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd538885-33b7-4432-b13a-0e384cd63af3 HTTP/1.1" status: 204 len: 168 time: 0.1160693 Feb 15 05:27:32.400905 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd538885-33b7-4432-b13a-0e384cd63af3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:32.407811 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.408165 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.409110 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.409461 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.410311 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.410644 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.410977 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.411304 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.411781 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.412114 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.412560 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.412984 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.413348 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e36d7d-d3e1-4765-8e3a-ad852a2241ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 05:27:32.644832 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34530) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:32.657707 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a235a1f-4361-4682-af5f-ca255a2be99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.727668 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a235a1f-4361-4682-af5f-ca255a2be99a admin admin] Publish callbacks [] for security_group (3b31aed8-0023-42ae-922b-e9991f030a42), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.730948 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a235a1f-4361-4682-af5f-ca255a2be99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (3b31aed8-0023-42ae-922b-e9991f030a42), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.766138 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a235a1f-4361-4682-af5f-ca255a2be99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b31aed8-0023-42ae-922b-e9991f030a42,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:32.770333 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0a235a1f-4361-4682-af5f-ca255a2be99a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=938b00045a5c4be78b05616439e0106c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1245034 Feb 15 05:27:32.773066 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34532) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:32.821479 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9fe840e-69e5-46ef-b19a-10e27a00ad5d admin admin] Publish callbacks [] for security_group (3b31aed8-0023-42ae-922b-e9991f030a42), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.841202 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9fe840e-69e5-46ef-b19a-10e27a00ad5d admin admin] Publish callbacks [] for security_group (3b31aed8-0023-42ae-922b-e9991f030a42), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.885846 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9fe840e-69e5-46ef-b19a-10e27a00ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (3b31aed8-0023-42ae-922b-e9991f030a42), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.888686 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9fe840e-69e5-46ef-b19a-10e27a00ad5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:32.889820 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f9fe840e-69e5-46ef-b19a-10e27a00ad5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b31aed8-0023-42ae-922b-e9991f030a42 HTTP/1.1" status: 204 len: 168 time: 0.1158733 Feb 15 05:27:32.897473 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe840e-69e5-46ef-b19a-10e27a00ad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b31aed8-0023-42ae-922b-e9991f030a42,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:33.192596 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.43', 34538) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:33.205233 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d1b5dd43-337a-43ba-b423-3011878466b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:33.245011 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-14f15b81-4683-4029-b22b-83468737735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:33.279150 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d1b5dd43-337a-43ba-b423-3011878466b4 admin admin] Publish callbacks [] for security_group (54300515-dd71-4ae6-8754-8bb8da14de44), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:33.282607 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d1b5dd43-337a-43ba-b423-3011878466b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (54300515-dd71-4ae6-8754-8bb8da14de44), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:33.321186 dv-cinder-828696-5-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d1b5dd43-337a-43ba-b423-3011878466b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2dbe4b787c24bdb98f3ddba41bf99d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275094 Feb 15 05:27:33.322036 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5dd43-337a-43ba-b423-3011878466b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54300515-dd71-4ae6-8754-8bb8da14de44,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:33.323995 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 34540) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 05:27:33.370172 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bfef00c-35b6-4a86-944e-fe286d08fe1b admin admin] Publish callbacks [] for security_group (54300515-dd71-4ae6-8754-8bb8da14de44), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:33.391375 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bfef00c-35b6-4a86-944e-fe286d08fe1b admin admin] Publish callbacks [] for security_group (54300515-dd71-4ae6-8754-8bb8da14de44), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:33.436226 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bfef00c-35b6-4a86-944e-fe286d08fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675746'] for security_group (54300515-dd71-4ae6-8754-8bb8da14de44), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:33.438922 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bfef00c-35b6-4a86-944e-fe286d08fe1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:33.440148 dv-cinder-828696-5-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5bfef00c-35b6-4a86-944e-fe286d08fe1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54300515-dd71-4ae6-8754-8bb8da14de44 HTTP/1.1" status: 204 len: 168 time: 0.1150932 Feb 15 05:27:33.448180 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfef00c-35b6-4a86-944e-fe286d08fe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54300515-dd71-4ae6-8754-8bb8da14de44,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 05:27:35.442743 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-22e833e8-fc45-4cce-ba4a-9eb91bae6d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:36.624014 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:36.853302 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:27:38.414138 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:39.627299 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:27:52.162569 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:28:03.246123 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-446fe95d-9d89-4962-ab9d-376f0d3d1662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:28:05.445173 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f085fbee-189c-4895-8634-50f0a124396c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:28:06.626573 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:28:08.431232 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:28:09.628629 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:28:13.853553 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:28:22.176982 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:28:33.246716 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-342cc3eb-6da7-4127-b496-eabc5d6cc460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:28:35.445607 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d1499d6f-37cf-430e-866c-5e41fbfcc2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:28:36.629017 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:28:38.418923 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:28:39.633773 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:28:50.852683 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:28:52.191997 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:29:03.247258 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-922e8c39-c595-4646-8c3d-87d5850817e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:29:05.446827 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5e5a804a-82f9-4278-b684-500ef3f8c2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:29:06.632253 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:29:08.421376 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:29:09.635277 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:29:22.192520 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:29:27.851809 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:29:33.247687 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-91fa9696-a610-4ef0-b99a-88174c511e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:29:35.449538 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0f3cbd87-74ad-461d-b88f-d99fcf7b7c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:29:36.634150 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:29:38.424065 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:29:39.635909 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:29:52.206548 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:30:03.248399 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f5c3bb97-5100-4c8b-9aaa-867b1da8e0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:30:04.850097 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:30:05.450594 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dcd827a8-9316-4772-93ee-ad08dcd96c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:30:06.637656 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:30:08.432629 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:30:09.638812 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:30:22.207196 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:30:33.248762 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-97736e48-ee1a-4a54-ad5e-ea3874274f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:30:35.450829 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-653a5a4e-766d-4736-95f4-f684e7e0dbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:30:36.640803 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:30:38.430529 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:30:39.640855 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:30:41.849248 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:30:52.222408 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:03.249764 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1909a549-3e8c-4385-bd07-7418855e3be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:05.452904 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-56ff849c-6ce5-46a7-800b-ab0dbe18b6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:06.643734 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:08.432376 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:09.642350 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:18.847913 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:31:22.237327 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:33.251235 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-778f44c7-5a86-4beb-bcf2-567532708a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:35.453931 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-93172abd-8e78-4e48-82f0-24b4db5c93b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:36.645756 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:38.434573 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:39.644646 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:52.252651 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:31:54.882896 dv-cinder-828696-5-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-0afc2b17-894a-4edd-85f8-a843e2e2ebd6 req-f7d7232e-2e7d-4ce8-b849-ce6f66c1077d service neutron] (102670) timed out ('10.222.0.61', 64109) {{(pid=102670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 05:31:55.847193 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:31:59.527731 dv-cinder-828696-5-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-c7cd61de-ea52-468f-ae15-184c255edadb req-e5a51bc7-7609-4040-8fa4-f017477fb1f8 tempest-VolumesNegativeTest-634556018 tempest-VolumesNegativeTest-634556018-project] (102669) timed out ('10.222.0.61', 64104) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 05:32:03.252237 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-61f95e32-268b-4ee0-b503-ad2b0636b8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:32:05.453513 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0107876d-e7f7-436b-b16b-1c5be34d8ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:32:06.648731 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:32:08.438753 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:32:09.646639 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:32:22.251302 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:32:32.846991 dv-cinder-828696-5-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-d3980317-2f61-4f77-b368-07f0540280c4 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 05:32:33.253723 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8964ef0b-7d07-4b5e-8c87-6c9e9a830d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (f2c0e36a-62d9-4620-b900-539310995fc7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:32:35.454283 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-59b70190-e560-4ca4-b24b-3b8406c561d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (ab2957d7-13ed-42a9-acdb-852f79422892), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:32:36.650413 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7753-6e5e-4b3a-99d4-0d2e54e354d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (30432cfc-1b13-4006-882b-b03e31d675f7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:32:38.442208 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3503c6-1f40-4082-bdc9-0be7cc49870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (246a3313-107b-479b-a339-18f09eaf593e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:32:39.648508 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f203-7f76-49fa-a271-40845f865f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (e4b1a717-20f0-44c5-9ad5-fc73f6998870), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 05:32:52.267388 dv-cinder-828696-5-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5a2614f-bcca-4302-86d3-773da5d31334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729009002334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16669112'] for agent (8f5aafef-f8c1-4aa8-ac59-99aa8ed9491d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}